-- Logs begin at Wed 2021-09-08 13:04:15 UTC, end at Wed 2021-09-08 14:02:13 UTC. -- Sep 08 13:33:46.346578 dv-cinder-784140-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 13:33:49.219139 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:33:49.219836 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 13:33:49.219968 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 13:33:49.223437 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:33:49.223695 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 13:33:49.224013 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 13:33:49.225064 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:33:49.225299 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:33:49.225720 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:33:49.225966 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:33:49.226190 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:33:49.226510 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.226805 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.227102 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.227330 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.227626 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.227917 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.228194 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.228488 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.228811 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.229107 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.229387 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.229673 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.229902 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.230182 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.230469 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.230754 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.230975 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] debug = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.231255 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.231682 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.232119 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.232398 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.232708 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.232994 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.233271 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.233547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.234375 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.234723 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] host = dv-cinder-784140-8-iscsi {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.235001 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.235291 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.235572 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.235859 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.236135 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.236410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.236722 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.236997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.237287 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.237551 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.237841 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.238129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.238419 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.238646 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.238868 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.239157 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.239441 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.239715 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.239990 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.240261 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.240533 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.240826 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.241333 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.241624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.241908 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.242192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.242466 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.242739 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.243011 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.243281 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.243569 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.243841 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.244115 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.244387 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.244702 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.244973 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.245247 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.245552 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.245838 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.246122 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.246407 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.246680 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.246961 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.247235 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.247509 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.247781 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_json = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.248055 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.248327 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.248626 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.248908 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.249182 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.249513 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.250288 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.250576 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:49.250882 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.251180 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.251485 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.251771 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.252068 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.252346 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.252663 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.252946 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.253235 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.253530 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.253821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.254099 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.254388 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.254667 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.254961 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.255270 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.255564 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.255859 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.256135 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.256410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.256708 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.256990 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.257277 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.257556 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.257844 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.258133 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.258409 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.258698 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.258994 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.259280 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.259555 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.259833 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.260123 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.260399 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.260696 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.260975 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.261265 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.261542 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.261812 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.262095 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.262372 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.262644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.262915 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.263194 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.263489 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.263764 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.264033 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.264301 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.264862 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.265168 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.265454 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.265731 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.266003 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.266275 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.266552 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.266825 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.267097 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.267375 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.267645 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.267923 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.268197 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.268516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.268795 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.269024 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.269292 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.269563 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.269831 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.270106 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.270377 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.270647 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.270919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.271192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.271466 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.271755 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.272056 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.272331 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.272626 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.272904 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.273183 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.273466 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.273744 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.274020 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.274297 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.274569 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.274861 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.275144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.275433 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.275716 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.275990 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.276291 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.276567 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.276869 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.277146 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.277425 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.277708 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.277992 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.278284 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.278574 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.278866 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.279156 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.279450 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.279729 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.280039 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.280318 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:49.280533 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:33:49.280832 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 13:33:49.641417 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 13:33:49.641674 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 13:33:49.641972 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 13:33:49.642305 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 13:33:50.044594 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.044845 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.045085 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.046437 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.046708 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.046970 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.083932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.084208 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.084475 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.100308 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.100595 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.100887 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.130643 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.130931 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.131206 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.172611 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.172899 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.173168 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.417037 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.417722 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.417722 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.417961 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.418520 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.542419 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.542743 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.543030 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.543299 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.543564 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.543872 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.544131 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.544389 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.544669 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.544958 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.545214 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.545476 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.545730 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.545979 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.546778 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.547045 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.547300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.547565 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.547835 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.548095 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.548366 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.548633 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.548922 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.549313 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.549559 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.549811 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.550228 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.550469 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.550711 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.550947 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.551179 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.551411 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:50.551788 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 13:33:50.555303 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 13:33:50.559367 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 13:33:50.563988 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 08 13:33:50.565665 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 13:33:50.566130 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 13:33:50.566471 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 13:33:50.566855 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 13:33:50.569726 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 13:33:50.569979 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 13:33:50.570333 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:33:50.575922 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 13:33:50.598902 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 13:33:50.599374 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.599686 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 13:33:50.600054 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.601688 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 13:33:50.601986 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:33:50.602231 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 13:33:50.606120 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.606413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:50.670864 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 13:33:50.671120 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 13:33:50.671750 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 13:33:50.672122 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 13:33:50.697559 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_db.sqlalchemy.engines [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 13:33:51.272318 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing driver for type 'gre' Sep 08 13:33:51.273014 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] gre ID ranges: [(1, 1000)] Sep 08 13:33:51.331586 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing driver for type 'local' Sep 08 13:33:51.332015 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing driver for type 'vlan' Sep 08 13:33:51.348937 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] VlanTypeDriver initialization complete Sep 08 13:33:51.349343 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing driver for type 'vxlan' Sep 08 13:33:51.349898 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] vxlan ID ranges: [(1, 1000)] Sep 08 13:33:51.413402 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing extension driver 'port_security' Sep 08 13:33:51.413963 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.extensions.port_security [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] PortSecurityExtensionDriver initialization complete Sep 08 13:33:51.414526 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing mechanism driver 'openvswitch' Sep 08 13:33:51.415101 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing mechanism driver 'hyperv' Sep 08 13:33:51.425987 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.plugin [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:51.427098 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.427707 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.428300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.429192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.429904 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.430504 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.431091 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.431746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.432431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.433062 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.433635 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.434260 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.434929 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.435522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.436100 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.437007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.437686 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.438281 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.438860 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.439514 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.440191 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > address_group after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.440811 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > address_group after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.441376 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.442041 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 13:33:51.442683 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] ML2 OVO RPC backend initialized. {{(pid=100302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 13:33:51.443923 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.444525 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.445247 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.445803 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > networks before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.446404 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.446970 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > ports before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.447561 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.448113 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnets before_response 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.448737 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.449334 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.449918 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.450509 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.451094 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.451683 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.452259 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.453363 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.453944 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.454996 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.plugin [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Modular L2 Plugin initialization complete Sep 08 13:33:51.455568 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading services supported by the core plugin {{(pid=100302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 13:33:51.456132 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.plugins.ml2.managers [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Got port-security extension from driver 'port_security' Sep 08 13:33:51.456931 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.extensions.vlantransparent [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Disabled vlantransparent extension. Sep 08 13:33:51.457752 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 13:33:51.458296 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: router Sep 08 13:33:51.517839 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.518502 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_create 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.519117 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router before_create 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.519723 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.520354 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.520988 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_delete 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.521601 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.522189 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.522847 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_create 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.523395 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.524005 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.524641 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.525271 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.525991 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.526639 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.527228 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.527823 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: subnet after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.528423 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.529065 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.529652 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_create 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.530258 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.531421 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.532053 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router after_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.532689 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.533300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_create 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.533926 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.534526 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_update 55549900 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.535149 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > agent after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.535764 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > agent after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.536347 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > network after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.537915 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Tracking information for resource: router configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:51.538485 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Tracking information for resource: floatingip configured {{(pid=100302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:33:51.547182 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.db.l3_agentschedulers_db [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 13:33:51.548169 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.548817 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.549403 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.550176 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: port after_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.551552 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router before_create 55550100 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.552156 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.552801 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_create 55550100 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.553418 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > router precommit_update 55550100 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.563195 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.provider_configuration [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service providers = [] {{(pid=100302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 13:33:51.563801 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.db.servicetype_db [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 13:33:51.567737 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.service_base [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:33:51.568084 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.service_base [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:33:51.568421 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.service_base [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:33:51.569353 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.services.service_base [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:33:51.569721 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.services.service_base [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 13:33:51.570116 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.570431 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 13:33:51.583380 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.583774 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: auto_allocate Sep 08 13:33:51.589719 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: network precommit_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.590134 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: network precommit_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.590709 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.591064 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: tag Sep 08 13:33:51.598733 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.599116 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: timestamp Sep 08 13:33:51.603895 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.604266 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: network_ip_availability Sep 08 13:33:51.610509 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.610932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.611326 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.612193 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.612549 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: flavors Sep 08 13:33:51.618015 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.618396 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading Plugin: revisions Sep 08 13:33:51.623453 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:33:51.623885 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.982s {{(pid=100302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 13:33:51.625375 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 13:33:51.625749 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Initializing extension manager. Sep 08 13:33:51.626308 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: __init__.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.626683 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: __pycache__ {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.627051 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.627418 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: address_group.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.628348 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.629033 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: address-group Sep 08 13:33:51.629398 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: address_scope.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.630432 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.630987 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: address-scope Sep 08 13:33:51.631351 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.632480 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.633088 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: router-admin-state-down-before-update Sep 08 13:33:51.633459 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: agent.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.634255 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.634868 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: agent Sep 08 13:33:51.635247 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: agent_resources_synced.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.636251 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.636841 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: agent-resources-synced Sep 08 13:33:51.637211 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: allowedaddresspairs.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.639148 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.640033 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: allowed-address-pairs Sep 08 13:33:51.640933 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: auto_allocated_topology.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.642124 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.642671 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: auto-allocated-topology Sep 08 13:33:51.643025 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: availability_zone.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.643763 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.644295 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: availability_zone Sep 08 13:33:51.644731 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: availability_zone_filter.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.645756 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.646318 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: availability_zone_filter Sep 08 13:33:51.646669 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: data_plane_status.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.647610 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.648154 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 13:33:51.648505 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: default_subnetpools.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.649482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.650019 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: default-subnetpools Sep 08 13:33:51.650369 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.651233 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.651782 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: dhcp_agent_scheduler Sep 08 13:33:51.652170 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: dns.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.653173 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.653714 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 13:33:51.654070 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: dns_domain_ports.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.655081 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.655657 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 13:33:51.656012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.657030 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.657579 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 13:33:51.657937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: dvr.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.658649 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.659196 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: dvr Sep 08 13:33:51.659550 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: ecmp_routes.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.660523 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.661091 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 13:33:51.661447 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: empty_string_filtering.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.662442 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.662988 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: empty-string-filtering Sep 08 13:33:51.663345 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.664294 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.664904 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:33:51.665283 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.666269 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.666809 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 13:33:51.667160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: external_net.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.668140 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.668732 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: external-net Sep 08 13:33:51.669086 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.670031 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.670566 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: extra_dhcp_opt Sep 08 13:33:51.670915 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: extraroute.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.671888 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.672495 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: extraroute Sep 08 13:33:51.672907 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: extraroute_atomic.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.674014 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.674560 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: extraroute-atomic Sep 08 13:33:51.674911 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: filter_validation.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.675637 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.676178 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: filter-validation Sep 08 13:33:51.676535 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: fip_pf_description.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.677507 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.678041 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 13:33:51.678447 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: fip_port_details.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.679408 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.679953 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: fip-port-details Sep 08 13:33:51.680307 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: flavors.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.681625 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.682174 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: flavors Sep 08 13:33:51.682586 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.684288 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.684900 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 13:33:51.685275 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: floatingip_pools.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.686014 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.686556 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: floatingip-pools Sep 08 13:33:51.687444 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: ip_allocation.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.688460 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.689040 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 13:33:51.689397 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.690363 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.690907 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: ip-substring-filtering Sep 08 13:33:51.691266 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l2_adjacency.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.692239 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.692880 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 13:33:51.693241 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.694464 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.695032 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: router Sep 08 13:33:51.695395 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.697769 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.698337 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:33:51.698715 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.699708 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.700259 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: ext-gw-mode Sep 08 13:33:51.700651 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.701639 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.702177 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: l3-ha Sep 08 13:33:51.703108 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3_flavors.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.704113 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.704696 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: l3-flavors Sep 08 13:33:51.705063 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.706031 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.706578 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 13:33:51.706941 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: l3agentscheduler.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.708092 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.708571 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: l3_agent_scheduler Sep 08 13:33:51.708929 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: logging.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.710487 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.710996 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension logging not supported by any of loaded plugins Sep 08 13:33:51.711326 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: metering.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.712078 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.712688 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: metering Sep 08 13:33:51.713017 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.714138 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.714641 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: metering_source_and_destination_fields Sep 08 13:33:51.714968 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: multiprovidernet.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.715902 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.716401 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: multi-provider Sep 08 13:33:51.716830 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: netmtu.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.717753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.718286 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: net-mtu Sep 08 13:33:51.718607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: netmtu_writable.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.719517 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.720010 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: net-mtu-writable Sep 08 13:33:51.720331 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: network_availability_zone.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.721036 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.721526 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: network_availability_zone Sep 08 13:33:51.721842 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: network_ip_availability.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.722957 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.723460 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: network-ip-availability Sep 08 13:33:51.723784 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: network_segment_range.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.724567 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.725080 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 13:33:51.725397 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: pagination.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.726399 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.726726 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: pagination Sep 08 13:33:51.727046 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: port_device_profile.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.727948 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.728447 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: port-device-profile Sep 08 13:33:51.728807 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.729728 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.730239 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: port-mac-address-regenerate Sep 08 13:33:51.730536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.731446 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.731936 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: port-numa-affinity-policy Sep 08 13:33:51.732250 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: port_resource_request.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.733351 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.733877 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 13:33:51.734196 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: portbindings.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.735127 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.735625 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: binding Sep 08 13:33:51.735943 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: portbindings_extended.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.737279 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.737780 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: binding-extended Sep 08 13:33:51.738105 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: portsecurity.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.739018 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.739519 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: port-security Sep 08 13:33:51.739837 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: project_id.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.740834 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.741163 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: project-id Sep 08 13:33:51.741482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: providernet.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.742407 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.742904 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: provider Sep 08 13:33:51.743222 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.746937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.747585 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos not supported by any of loaded plugins Sep 08 13:33:51.747953 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.749870 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.750440 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 13:33:51.750804 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.751764 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.752311 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 13:33:51.752714 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_default.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.753668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.754283 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-default not supported by any of loaded plugins Sep 08 13:33:51.754642 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_fip.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.755345 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.755884 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 13:33:51.756239 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_gateway_ip.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.757244 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.757856 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 13:33:51.758214 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_port_network_policy.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.759166 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.759714 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 13:33:51.760139 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_pps_rule.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.761423 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.761978 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 13:33:51.762338 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_rule_type_details.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.763299 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.763846 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 13:33:51.764267 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: qos_rules_alias.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.766284 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.766788 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 13:33:51.767111 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: quotasv2.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.768109 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.768438 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: quotas Sep 08 13:33:51.768793 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: quotasv2_detail.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.772192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.772532 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: quota_details Sep 08 13:33:51.772954 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: rbac.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.773987 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.774528 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: rbac-policies Sep 08 13:33:51.774855 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: rbac_address_group.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.775808 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.776310 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: rbac-address-group Sep 08 13:33:51.776662 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: rbac_address_scope.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.777580 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.778078 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: rbac-address-scope Sep 08 13:33:51.778402 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: rbac_security_groups.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.779323 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.779822 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: rbac-security-groups Sep 08 13:33:51.780146 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: rbac_subnetpool.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.781112 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.781614 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: rbac-subnetpool Sep 08 13:33:51.781936 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: revisionifmatch.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.782858 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.783364 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: revision-if-match Sep 08 13:33:51.783685 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: revisions.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.784832 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.785328 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: standard-attr-revisions Sep 08 13:33:51.785650 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: router_availability_zone.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.786341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.786837 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: router_availability_zone Sep 08 13:33:51.787156 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: routerservicetype.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.788080 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.788571 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 13:33:51.788920 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.789831 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.790330 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: security-groups-normalized-cidr Sep 08 13:33:51.790651 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.791571 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.792070 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: port-security-groups-filtering Sep 08 13:33:51.792389 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.793344 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.793848 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: security-groups-remote-address-group Sep 08 13:33:51.794168 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: securitygroup.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.805797 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.806352 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: security-group Sep 08 13:33:51.806685 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: segment.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.807584 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.808078 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension segment not supported by any of loaded plugins Sep 08 13:33:51.808401 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.809471 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.809963 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 13:33:51.810281 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: servicetype.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.811480 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.812529 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: service-type Sep 08 13:33:51.812879 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: sorting.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.813878 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.814210 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: sorting Sep 08 13:33:51.814532 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: standard_attr_segment.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.815453 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.815958 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 13:33:51.816285 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: standardattrdescription.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.816974 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.817464 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: standard-attr-description Sep 08 13:33:51.817781 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: stateful_security_group.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.818713 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.819213 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: stateful-security-group Sep 08 13:33:51.819533 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: stdattrs_common.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.820120 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 13:33:51.820439 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.821408 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.821911 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 13:33:51.822233 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnet_onboard.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.823307 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.823815 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: subnet_onboard Sep 08 13:33:51.824139 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.825107 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.825603 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 13:33:51.825925 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnet_service_types.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.826878 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.827377 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: subnet-service-types Sep 08 13:33:51.828253 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnetallocation.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.829374 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.829875 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: subnet_allocation Sep 08 13:33:51.830197 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.830875 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.831366 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: subnetpool-prefix-ops Sep 08 13:33:51.831687 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.832705 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.833205 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 13:33:51.833526 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: tagging.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.834660 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.835159 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: standard-attr-tag Sep 08 13:33:51.835480 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: timestamp.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.836732 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.837230 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loaded extension: standard-attr-timestamp Sep 08 13:33:51.837551 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: trunk.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.838591 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.839099 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension trunk not supported by any of loaded plugins Sep 08 13:33:51.839417 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: trunk_details.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.840673 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.841525 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 13:33:51.842072 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: uplink_status_propagation.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.843551 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.844411 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 13:33:51.844996 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Loading extension file: vlantransparent.py {{(pid=100302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:33:51.846126 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:33:51.847042 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 13:33:51.852328 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:network Sep 08 13:33:51.853043 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnet Sep 08 13:33:51.853712 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:33:51.854390 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:port Sep 08 13:33:51.856710 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.857468 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service FLAVORS assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.858605 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.859379 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.859952 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:router Sep 08 13:33:51.860736 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:33:51.861582 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service METERING assigned prefix: /metering {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.864107 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.864769 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.865380 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:33:51.867186 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:33:51.867949 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:33:51.868725 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:33:51.869749 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service CORE assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.870293 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:33:51.870891 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] subnetpool is already registered Sep 08 13:33:51.871622 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service CORE assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.872175 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:33:51.872783 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] subnetpool is already registered Sep 08 13:33:51.877822 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.878413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service FLAVORS assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.879346 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.880034 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.880572 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:router Sep 08 13:33:51.881163 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] router is already registered Sep 08 13:33:51.881855 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:33:51.882414 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] floatingip is already registered Sep 08 13:33:51.883177 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service METERING assigned prefix: /metering {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.884402 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:33:51.885002 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] rbac_policy is already registered Sep 08 13:33:51.885741 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:33:51.886321 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] security_group is already registered Sep 08 13:33:51.887035 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:33:51.887618 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] security_group_rule is already registered Sep 08 13:33:51.888745 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service CORE assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.889318 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:33:51.890706 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] subnetpool is already registered Sep 08 13:33:51.891410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.v2.resource_helper [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Service CORE assigned prefix: {{(pid=100302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:33:51.891903 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:33:51.892464 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING neutron.quota.resource_registry [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] subnetpool is already registered Sep 08 13:33:51.893290 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: extensions {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.895660 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: address-groups {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.898516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: address-scopes {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.901031 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: agents {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.903178 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: auto-allocated-topology {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.905638 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: availability_zones {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.908004 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: dhcp-networks {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.910883 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: dhcp-agents {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.913640 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: routers {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.917883 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: flavors {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.920104 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: service_profiles {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.922473 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: next_providers {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.925053 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: service_profiles {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.927912 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: floatingip-pools {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.930310 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: routers {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.934345 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: floatingips {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.937287 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: l3-routers {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.940046 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: l3-agents {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.942784 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: metering-labels {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.945327 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: metering-label-rules {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.947638 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: network-ip-availabilities {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.950047 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: bindings {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.955214 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: quotas {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.957976 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: quotas {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.960696 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: rbac-policies {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.962997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: security-groups {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.965479 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: security-group-rules {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.967858 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: service-providers {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.970165 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: subnetpools {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.972822 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: subnetpools {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.975641 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.978856 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.982293 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.986305 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.989769 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.993272 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:51.996288 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:52.000559 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:52.003976 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:52.007358 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron.api.extensions [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Extended resource: tags {{(pid=100302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:33:52.019702 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING keystonemiddleware.auth_token [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 13:33:52.028592 dv-cinder-784140-8-iscsi neutron-server[100302]: WARNING keystonemiddleware.auth_token [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 13:33:52.046007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Acquired lock "singleton_lock" {{(pid=100302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 13:33:52.047282 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_concurrency.lockutils [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Releasing lock "singleton_lock" {{(pid=100302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 13:33:52.048374 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Starting 2 workers Sep 08 13:33:52.055508 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Started child 100411 {{(pid=100302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:33:52.060080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.061674 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [-] (100411) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:33:52.062700 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54332) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:52.062999 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Started child 100413 {{(pid=100302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:33:52.065479 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO neutron.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 13:33:52.066545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Notify callbacks [] for process, before_spawn {{(pid=100302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.068141 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.069934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [-] (100413) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:33:52.070560 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Starting 1 workers Sep 08 13:33:52.071783 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067749 Sep 08 13:33:52.076914 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Started child 100415 {{(pid=100302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:33:52.077830 dv-cinder-784140-8-iscsi neutron-server[100302]: INFO oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Starting 1 workers Sep 08 13:33:52.079984 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] calling RpcWorker wait() {{(pid=100415) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 13:33:52.080937 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] returning from RpcWorker wait() {{(pid=100415) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 13:33:52.084807 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.084807 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:52.085949 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Started child 100421 {{(pid=100302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:33:52.087370 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG neutron_lib.callbacks.manager [None req-db040017-2dfb-47c0-8c03-5ea76af01304 None None] Notify callbacks [] for process, after_spawn {{(pid=100302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.090236 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:33:52.090481 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:33:52.090836 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:33:52.091214 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:33:52.091944 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:33:52.092520 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:33:52.093349 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.094464 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.095199 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.095867 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.096452 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.097144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.098368 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.099007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.099646 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.100314 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.101068 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.101545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.102022 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.102647 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.103210 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.103927 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.104580 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.105186 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.105855 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.106376 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.106959 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.107628 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.108240 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.109456 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] debug = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.110033 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.111082 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.111681 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.112344 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.112961 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.113605 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.114213 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.114846 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.115425 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.116015 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.116532 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.117163 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.117760 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.118347 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.118717 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.119351 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.119911 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.121053 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] host = dv-cinder-784140-8-iscsi {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.121656 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.122261 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.122956 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.123625 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.124939 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.125565 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.126250 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.126917 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.127569 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.128187 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.128880 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.129554 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.130228 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.130854 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.131392 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_options = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.132043 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.132772 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.133457 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.134005 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.134531 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.135073 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.136452 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.136996 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.137651 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.138270 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.138936 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.139337 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.140259 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.140878 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.141530 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.142192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.142836 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.143451 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.144130 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.144877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.145016 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.145209 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.145644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.146145 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.146574 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.147152 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.147682 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.148112 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.148678 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.148826 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:52.149296 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.149755 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.150192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.150611 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.151032 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.151469 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.151878 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.152278 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.152718 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.153194 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.153598 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.154017 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.154455 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.154849 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.155247 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.155711 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.156112 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.156516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_json = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.156924 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.157300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.157757 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.158176 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.158572 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.158952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.159343 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.159748 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.160372 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.160850 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.161328 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.161760 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.162175 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.162585 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.163003 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.163388 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.163794 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.164234 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.164809 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.165191 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.167366 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.167840 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.168300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.168836 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.169269 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.169729 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.170148 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.170554 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.171074 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.172051 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.172501 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.172954 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.173359 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.173783 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.174192 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.174696 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.175129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.175643 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.176055 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.176480 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.176766 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.176997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.177225 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.177452 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.177679 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.177950 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.178198 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.178423 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.178670 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.178908 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.179148 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.179380 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.179608 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.179873 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.180112 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.180336 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.180564 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.181698 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.181943 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.182165 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.182503 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.182790 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.183141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.183385 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.183611 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.183828 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.184045 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.184283 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.184544 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.185612 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.186077 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.186306 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.186525 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.187557 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.187833 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.188059 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.188281 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.188728 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.189803 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.190202 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.190593 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.191163 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.191534 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.191955 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.192196 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.192461 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.192705 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.192929 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.193184 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.193359 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.193646 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.193813 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.194075 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.194221 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.194495 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.194661 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.194912 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.195176 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.195467 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.195709 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.195960 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.196209 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.196439 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.198438 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.198438 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.198438 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.199219 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.199603 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.200014 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.200434 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.200846 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.201223 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.201571 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.201976 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.202407 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.202643 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.202885 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.203127 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.203381 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.203802 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.204227 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.204649 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.205052 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.205412 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.205817 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.206237 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.206544 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.206775 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.207063 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.207351 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.207636 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.207918 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.208168 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.208438 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.208721 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.209121 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.209508 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.209902 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.210286 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.210656 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.211092 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.211473 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.211872 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.212243 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.212670 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.213162 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.213549 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.213912 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.214292 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.214711 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.215103 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.215480 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.215877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.216262 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.216704 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.217610 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.218064 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.218447 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.218854 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.219306 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.219591 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.219906 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.220202 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.220513 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.220842 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.221239 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.221653 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.222043 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.222437 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.222839 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.223265 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.223673 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.224123 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.224534 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.224995 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.225443 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.225859 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.226293 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.226722 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.227162 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.227611 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.228058 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.228525 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.232644 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.233161 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.236483 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.236483 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.236483 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.237142 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.237657 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.238570 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.239324 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.240049 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.240781 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.241742 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.242186 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.242876 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.243571 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.243980 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.244425 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.244919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.245371 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.246165 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.246575 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.246963 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.247414 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.247825 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.248317 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.248742 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.249104 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.250049 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.250461 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.250853 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.251348 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.251761 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.252170 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.252744 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.253179 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.253571 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.254026 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.254416 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.254801 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.255216 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.255618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.256177 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.259184 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.260653 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.260653 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.260998 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.261405 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.261894 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.262271 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.262797 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.263186 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.263610 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.264027 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.265637 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.265637 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.265637 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.266069 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.266294 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.267082 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.267754 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.268191 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.268574 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.269022 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.269763 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.269927 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.270298 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.271877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.271877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.271877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.272328 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.272699 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.273081 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.273511 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.274191 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.274699 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.275131 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.275611 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.276004 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.276415 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.277057 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.277859 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.278370 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.278877 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.279262 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.279982 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.280462 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.281132 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.281470 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.281964 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.282538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.283002 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.283428 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.283876 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.284305 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.285222 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.285222 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.285601 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.285991 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.286365 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.287155 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.287758 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.288760 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.288760 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.288935 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.289305 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.289704 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.290660 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.290660 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.290824 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.291034 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:33:52.293144 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:33:52.293562 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.293798 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.293997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.294244 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.294492 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.294773 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.295019 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.295258 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.296944 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.297145 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.297277 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.297437 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.297687 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.297881 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.298163 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.298364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.298558 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.298772 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.298991 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:52.299159 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.299288 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.299408 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.299534 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.299656 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] debug = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.299774 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.300130 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.300306 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.300432 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.301190 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.301190 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.301190 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.301190 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302141 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] host = dv-cinder-784140-8-iscsi {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.302997 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.303618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.303618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.303618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.303618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.303618 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304249 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304249 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304249 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304249 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304879 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304879 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304879 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.304879 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.305491 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_options = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.305491 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.305491 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.305491 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306007 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306543 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306543 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306543 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306924 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306924 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.306924 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.307346 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.307346 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.307836 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308025 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308183 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308339 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308496 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308675 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308832 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.308988 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.309145 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.309300 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.309455 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.310607 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.311668 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_json = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.313393 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:33:52.314624 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.315821 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.317536 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.318630 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.319413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320217 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320891 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320891 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.320891 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321394 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321394 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321394 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321394 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321906 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321906 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.321906 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322285 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322285 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322285 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322852 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322852 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322852 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.322852 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323367 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323367 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323367 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323756 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323756 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.323756 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.324205 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.324205 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.324205 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.324686 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.324686 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325015 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325015 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325344 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325344 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.325937 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.326410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.326410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.326410 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.326790 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.327621 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.327823 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.328985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.330516 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.334932 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337012 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337545 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.337969 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.338547 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339129 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.339746 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.341494 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.342777 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.345413 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.346701 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.349522 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.352341 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.354538 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.355985 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.357431 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.359364 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.360583 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.361759 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.362753 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.363482 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364160 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.364952 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.365919 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:33:52.366889 dv-cinder-784140-8-iscsi neutron-server[100302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:34:06.516312 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff44d5-6b91-451c-aab1-79cf01dc20b1 None None] get_active_networks_info from dv-cinder-784140-8-iscsi {{(pid=100415) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:34:06.609128 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff44d5-6b91-451c-aab1-79cf01dc20b1 None None] No non-hosted networks {{(pid=100415) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 13:34:06.625811 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.agentschedulers_db [None req-d2ff44d5-6b91-451c-aab1-79cf01dc20b1 None None] DHCP Agent not found on host dv-cinder-784140-8-iscsi {{(pid=100415) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 13:34:06.729610 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b1e14a2-9cce-40ef-aba2-3ac7762e4207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.775612 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b31d90d-34ed-4b08-abe6-074441864ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.828425 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-022f1456-f54c-4a8a-85d3-17d5e116746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.872980 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.875119 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.875690 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.877151 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.878349 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.878931 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.880376 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.880979 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.881561 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.882445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.882964 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.883484 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.884010 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:08.884960 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:08.892704 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:10.128478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.454394 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.595867 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54440) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:13.148439 dv-cinder-784140-8-iscsi neutron-server[100411]: WARNING oslo_policy.policy [None req-3f1a8bc5-a71d-4d2a-a564-a0cc64c47ada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:13.149141 dv-cinder-784140-8-iscsi neutron-server[100411]: WARNING oslo_policy.policy [None req-3f1a8bc5-a71d-4d2a-a564-a0cc64c47ada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:13.371635 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [None req-3f1a8bc5-a71d-4d2a-a564-a0cc64c47ada admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:34:13.372797 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3f1a8bc5-a71d-4d2a-a564-a0cc64c47ada admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7760959 Sep 08 13:34:15.199586 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.db.l3_hamode_db [None req-dc19813a-c780-4217-a063-8d3f22fae5c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 13:34:15.297101 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19813a-c780-4217-a063-8d3f22fae5c7 None None] Routers set() bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:15.297496 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19813a-c780-4217-a063-8d3f22fae5c7 None None] Router IDs set() for agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 13:34:15.833558 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54454) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:16.246908 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:16.340981 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.policy [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:34:16.387003 dv-cinder-784140-8-iscsi neutron-server[100411]: WARNING oslo_policy.policy [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:16.387387 dv-cinder-784140-8-iscsi neutron-server[100411]: WARNING oslo_policy.policy [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:16.396810 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.quota [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] Loaded quota_driver: . Sep 08 13:34:16.490180 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765242455469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765242456186', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765242435276', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765242437736', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765241834758', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765242424323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33375171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33333699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-981217'] for rbac-policy, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.557392 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.558543 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3b634583-36c4-4577-aa13-66bedb1ae414 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7241073 Sep 08 13:34:19.172957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 54466) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:19.686647 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING oslo_policy.policy [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:19.687239 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING oslo_policy.policy [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:19.909310 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Request body: {'network': {'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'name': 'private', 'project_id': 'a808046b71564557a907cd8cbb379e07'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:19.911092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.quota [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Loaded quota_driver: . Sep 08 13:34:19.970990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Made reservation on behalf of a808046b71564557a907cd8cbb379e07 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:20.037663 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.policy [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100413) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:34:20.082427 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING oslo_policy.policy [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:20.082810 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING oslo_policy.policy [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:34:20.093388 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.116701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.254958 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.260288 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.285336 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:20.313130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765239545200', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.313709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Unsubscribe: segment precommit_create {{(pid=100413) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 13:34:20.314253 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Added segment e01c135f-d23f-45ae-bd31-aa8d69222c82 of type vlan for network 75c02e40-8084-4db4-8dde-9e96cf527d28 Sep 08 13:34:20.320282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e361a96-7c1f-41c6-a113-c9011556cc4d,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:20.359286 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.359755 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.360269 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.360816 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.361312 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.361861 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.362373 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.362908 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.363445 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.363828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.364170 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.364642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Tracked resource versions report: Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: pushed versions: Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: { 'AddressGroup': {'1.2'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'ConntrackHelper': {'1.0'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Log': {'1.0'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Network': {'1.1'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Port': {'1.7'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'PortForwarding': {'1.2'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'QosPolicy': {'1.9'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroup': {'1.4'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SubPort': {'1.0'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Subnet': {'1.1'}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Trunk': {'1.1'}} Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: consumer versions: Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'ConntrackHelper': '1.0', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Log': '1.0', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Network': '1.1', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Port': '1.7', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'PortForwarding': '1.2', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'QosPolicy': '1.9', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroup': '1.4', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroupRule': '1.2', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SubPort': '1.0', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Subnet': '1.1', Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Trunk': '1.1'}} Sep 08 13:34:20.366430 dv-cinder-784140-8-iscsi neutron-server[100413]: {{(pid=100413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:34:20.440259 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.489484 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.490775 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:20.491438 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.545916 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3703020 Sep 08 13:34:20.594496 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047b018-37b1-4b5a-972a-d7309029d221 admin admin] Pushing event updated for resources: {'Network': ['ID=75c02e40-8084-4db4-8dde-9e96cf527d28,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:20.607924 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:23.224154 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54488) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:23.668646 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d327cd-e65d-40b1-bad8-f2413dc5b740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.670116 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-f7d327cd-e65d-40b1-bad8-f2413dc5b740 admin admin] 10.222.0.58 "GET /v2.0/networks/75c02e40-8084-4db4-8dde-9e96cf527d28 HTTP/1.1" status: 200 len: 825 time: 0.4450128 Sep 08 13:34:23.695217 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1baa5678-62a3-434a-a3b6-cc06ab22f28d admin admin] 10.222.0.58 "GET /v2.0/subnetpools/2e147ced-4758-4bcf-a98f-892e4c53de73 HTTP/1.1" status: 200 len: 734 time: 0.0186348 Sep 08 13:34:23.705089 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:23.734049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Made reservation on behalf of a808046b71564557a907cd8cbb379e07 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:23.736710 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.014406 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.077756 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Checking segment: {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:24.078135 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Network hostable DHCP agents. Network: 75c02e40-8084-4db4-8dde-9e96cf527d28, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:24.097316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17e3492-df1f-4ada-88d9-32b4800b9834,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:24.108989 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.109333 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.109668 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.109994 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.110315 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.110655 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.110977 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.111315 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.111645 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.111958 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.112270 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.112579 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Tracked resource versions report: Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: pushed versions: Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: { 'AddressGroup': {'1.2'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'ConntrackHelper': {'1.0'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Log': {'1.0'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Network': {'1.1'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Port': {'1.7'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'PortForwarding': {'1.2'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'QosPolicy': {'1.9'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroup': {'1.4'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SubPort': {'1.0'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Subnet': {'1.1'}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Trunk': {'1.1'}} Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: consumer versions: Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'ConntrackHelper': '1.0', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Log': '1.0', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Network': '1.1', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Port': '1.7', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'PortForwarding': '1.2', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'QosPolicy': '1.9', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroup': '1.4', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroupRule': '1.2', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SubPort': '1.0', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Subnet': '1.1', Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Trunk': '1.1'}} Sep 08 13:34:24.113686 dv-cinder-784140-8-iscsi neutron-server[100411]: {{(pid=100411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:34:24.133780 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:24.149129 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 75c02e40-8084-4db4-8dde-9e96cf527d28) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:24.170251 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:24.170874 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.174994 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc018b-5831-4721-963e-6f82aa43bbab None None] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:24.184886 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a0397cd2-f876-4479-a22c-27072e3fd590 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4829769 Sep 08 13:34:24.501428 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-75c02e40-8084-4db4-8dde-9e96cf527d28', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:24.502674 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.786332 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Allocated IP 172.20.0.2 (75c02e40-8084-4db4-8dde-9e96cf527d28/b17e3492-df1f-4ada-88d9-32b4800b9834/f5efbbb8-73f0-418e-b3ea-4913f0414e70) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:25.021187 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.037497 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Transition to ACTIVE for port object f5efbbb8-73f0-418e-b3ea-4913f0414e70 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:25.059208 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Transition to ACTIVE for port object f5efbbb8-73f0-418e-b3ea-4913f0414e70 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:25.067120 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.136454 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:25.149470 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:25.155738 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Pushing event updated for resources: {'Port': ['ID=f5efbbb8-73f0-418e-b3ea-4913f0414e70,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:25.159972 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:25.167649 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.168012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.168357 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.168713 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.169048 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.169378 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.169743 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.170074 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.170416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.170744 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.171065 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.171383 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Tracked resource versions report: Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: pushed versions: Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: { 'AddressGroup': {'1.2'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'ConntrackHelper': {'1.0'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Log': {'1.0'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Network': {'1.1'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Port': {'1.7'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'PortForwarding': {'1.2'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'QosPolicy': {'1.9'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroup': {'1.4'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SubPort': {'1.0'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Subnet': {'1.1'}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Trunk': {'1.1'}} Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: consumer versions: Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'ConntrackHelper': '1.0', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Log': '1.0', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Network': '1.1', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Port': '1.7', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'PortForwarding': '1.2', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'QosPolicy': '1.9', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroup': '1.4', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroupRule': '1.2', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SubPort': '1.0', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Subnet': '1.1', Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Trunk': '1.1'}} Sep 08 13:34:25.172490 dv-cinder-784140-8-iscsi neutron-server[100415]: {{(pid=100415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:34:25.244702 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Attempting to bind port f5efbbb8-73f0-418e-b3ea-4913f0414e70 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:25.245342 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Attempting to bind port f5efbbb8-73f0-418e-b3ea-4913f0414e70 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:25.245516 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Attempting to bind port f5efbbb8-73f0-418e-b3ea-4913f0414e70 on network 75c02e40-8084-4db4-8dde-9e96cf527d28 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:25.250657 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:25.251078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Checking segment: {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:25.251554 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.251954 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Bound using segment: {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:25.252447 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Bound port: f5efbbb8-73f0-418e-b3ea-4913f0414e70, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:25.252924 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.318518 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] For port f5efbbb8-73f0-418e-b3ea-4913f0414e70, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:25.323176 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] For port f5efbbb8-73f0-418e-b3ea-4913f0414e70, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=f5efbbb8-73f0-418e-b3ea-4913f0414e70,segment=NetworkSegment(e01c135f-d23f-45ae-bd31-aa8d69222c82),segment_id=e01c135f-d23f-45ae-bd31-aa8d69222c82)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:25.327376 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.389484 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b98f0-dee1-4b01-9253-9581b5f6f038 None None] Pushing event updated for resources: {'Port': ['ID=f5efbbb8-73f0-418e-b3ea-4913f0414e70,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:26.615252 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 54502) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:26.933634 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [None req-3b2e906a-c08a-4143-b7b8-19e8f866f2f4 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:34:26.934905 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-3b2e906a-c08a-4143-b7b8-19e8f866f2f4 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185856 Sep 08 13:34:29.343202 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 54510) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:29.669883 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [None req-5365d19f-81d6-41e0-a4d6-972b31f078af admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:34:29.670878 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5365d19f-81d6-41e0-a4d6-972b31f078af admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267651 Sep 08 13:34:32.318121 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54520) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:32.627893 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'name': 'router1'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:32.656659 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.658956 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.829764 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.835055 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.852884 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.854459 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d357cda6-408d-4bb0-bbc2-d5a8128e6540 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5353501 Sep 08 13:34:33.865289 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f16802-8bfd-47ea-9672-a07255442a3e None None] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:33.926334 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a58fd7b3-d177-4ada-aa5a-eacadf32b7b7 None None] Provisioning for port f5efbbb8-73f0-418e-b3ea-4913f0414e70 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:34.434200 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f5efbbb8-73f0-418e-b3ea-4913f0414e70 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:34.516001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port f5efbbb8-73f0-418e-b3ea-4913f0414e70 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:34.519589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port f5efbbb8-73f0-418e-b3ea-4913f0414e70 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:34.519983 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.627097 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.660912 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port f5efbbb8-73f0-418e-b3ea-4913f0414e70, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=f5efbbb8-73f0-418e-b3ea-4913f0414e70,segment=NetworkSegment(e01c135f-d23f-45ae-bd31-aa8d69222c82),segment_id=e01c135f-d23f-45ae-bd31-aa8d69222c82)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:34.664537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.711037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=f5efbbb8-73f0-418e-b3ea-4913f0414e70,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:35.286344 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54532) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:35.626785 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [None req-2d52fe95-46f8-4b0f-8000-ab21a83b9abb admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:34:35.627803 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-2d52fe95-46f8-4b0f-8000-ab21a83b9abb admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3405218 Sep 08 13:34:36.332424 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-beb02a85-d035-43c1-af0e-d5c7c6a3b27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.417533 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f5efbbb8-73f0-418e-b3ea-4913f0414e70 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:36.468012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port f5efbbb8-73f0-418e-b3ea-4913f0414e70 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:36.468381 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.059264 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54540) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:38.369868 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:38.392676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Made reservation on behalf of 9e48b0248b1a418fbab7a942b0180894 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:38.394919 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.410191 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.530671 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.534605 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.551583 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Reserving flat network on physical network physnet1 {{(pid=100411) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 13:34:38.572343 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89ad81-879d-44ca-b357-9106e10f7989,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:38.579376 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765239545200', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.579758 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Unsubscribe: segment precommit_create {{(pid=100411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 13:34:38.580243 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Added segment 16a08ace-e826-41fc-b8f2-8d8164dc6b11 of type flat for network 20a46936-da6a-4208-be9c-0ebd0601bd03 Sep 08 13:34:38.632385 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.673135 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.674095 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:38.674687 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.736031 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6756897 Sep 08 13:34:38.770879 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bd97-453f-420b-a181-28b5876a8349 admin admin] Pushing event updated for resources: {'Network': ['ID=20a46936-da6a-4208-be9c-0ebd0601bd03,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:38.775264 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-679baed2-8c08-46cb-9573-4dfef22693c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.787461 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:38.874914 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.072178 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.173949 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54558) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:41.354331 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc72e5-740b-4887-9010-8d01945c82a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:41.355676 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-78dc72e5-740b-4887-9010-8d01945c82a7 admin admin] 10.222.0.58 "GET /v2.0/subnets/b17e3492-df1f-4ada-88d9-32b4800b9834 HTTP/1.1" status: 200 len: 849 time: 0.1807351 Sep 08 13:34:41.384632 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.483916 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d9975922-dfe9-4a40-bbd1-ea05f9391068 admin admin] 10.222.0.58 "GET /v2.0/routers/734e8f29-74f3-4a43-b28a-fde1f6460cf2 HTTP/1.1" status: 200 len: 704 time: 0.1219728 Sep 08 13:34:41.751060 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.044920 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Allocated IP 172.20.0.1 (75c02e40-8084-4db4-8dde-9e96cf527d28/b17e3492-df1f-4ada-88d9-32b4800b9834/2dfc7446-2996-46b9-a8e0-85d09a2437e9) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:42.201590 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.270459 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Transition to ACTIVE for port object 2dfc7446-2996-46b9-a8e0-85d09a2437e9 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:42.339798 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.414458 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:42.422229 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:42.427087 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:42.428072 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.446502 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfc7446-2996-46b9-a8e0-85d09a2437e9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:42.624412 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.627052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8ab87639-be4d-47a6-b4d2-a9a5347f6b44 None None] Provisioning for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:42.632460 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8ab87639-be4d-47a6-b4d2-a9a5347f6b44 None None] Provisioning complete for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:42.632869 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ab87639-be4d-47a6-b4d2-a9a5347f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.668380 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8ab87639-be4d-47a6-b4d2-a9a5347f6b44 None None] Port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:42.846401 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.851776 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.852583 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.913196 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfc7446-2996-46b9-a8e0-85d09a2437e9,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:42.979741 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:42.981193 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:43.142481 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:34:43.189475 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-448ff91f-1d2a-488b-823e-35ec745d703c None None] Provisioning complete for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:43.189760 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448ff91f-1d2a-488b-823e-35ec745d703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:43.222423 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-448ff91f-1d2a-488b-823e-35ec745d703c None None] Port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:43.234203 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:43.240210 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-36099056-6f27-4487-ace7-c9a24b361f29 admin admin] 10.222.0.58 "PUT /v2.0/routers/734e8f29-74f3-4a43-b28a-fde1f6460cf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7505009 Sep 08 13:34:43.244033 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Sync routers for ids ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:43.255865 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Routers {'734e8f29-74f3-4a43-b28a-fde1f6460cf2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:43.256730 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:34:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:43.444022 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Set router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:43.883693 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:42Z', 'revision_number': 2, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port_host': None, '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:42Z', 'revision_number': 2, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:43.933284 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Checking router: 734e8f29-74f3-4a43-b28a-fde1f6460cf2 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:34:43.933652 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Updating router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:34:43.981790 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.494765 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.512576 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Transition to ACTIVE for port object 2dfc7446-2996-46b9-a8e0-85d09a2437e9 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:44.519202 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.680108 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Pushing event updated for resources: {'Port': ['ID=2dfc7446-2996-46b9-a8e0-85d09a2437e9,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:44.695256 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.695607 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.695941 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.696271 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.696595 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.696936 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.697256 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.697574 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.697905 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.698224 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.698543 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.698854 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Tracked resource versions report: Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: pushed versions: Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: { 'AddressGroup': {'1.2'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'ConntrackHelper': {'1.0'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Log': {'1.0'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Network': {'1.1'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Port': {'1.7'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'PortForwarding': {'1.2'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'QosPolicy': {'1.9'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroup': {'1.4'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SubPort': {'1.0'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Subnet': {'1.1'}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Trunk': {'1.1'}} Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: consumer versions: Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'ConntrackHelper': '1.0', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Log': '1.0', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Network': '1.1', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Port': '1.7', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'PortForwarding': '1.2', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'QosPolicy': '1.9', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroup': '1.4', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroupRule': '1.2', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SubPort': '1.0', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Subnet': '1.1', Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Trunk': '1.1'}} Sep 08 13:34:44.699978 dv-cinder-784140-8-iscsi neutron-server[100421]: {{(pid=100421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:34:44.702349 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Attempting to bind port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:44.702742 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Attempting to bind port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:44.703156 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Attempting to bind port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 on network 75c02e40-8084-4db4-8dde-9e96cf527d28 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:44.708771 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:44.709185 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Checking segment: {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:44.709662 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.710050 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Bound using segment: {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:44.710520 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Bound port: 2dfc7446-2996-46b9-a8e0-85d09a2437e9, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01c135f-d23f-45ae-bd31-aa8d69222c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:44.710907 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.780193 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] For port 2dfc7446-2996-46b9-a8e0-85d09a2437e9, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:44.799834 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] For port 2dfc7446-2996-46b9-a8e0-85d09a2437e9, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=2dfc7446-2996-46b9-a8e0-85d09a2437e9,segment=NetworkSegment(e01c135f-d23f-45ae-bd31-aa8d69222c82),segment_id=e01c135f-d23f-45ae-bd31-aa8d69222c82)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:44.804126 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.865683 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df12a19-545b-4d98-8ce2-677b9747e645 None None] Pushing event updated for resources: {'Port': ['ID=2dfc7446-2996-46b9-a8e0-85d09a2437e9,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:44.868575 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Routers {'734e8f29-74f3-4a43-b28a-fde1f6460cf2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:44.868880 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:34:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:44.958548 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] Set router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:45.174627 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:42Z', 'revision_number': 2, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port_host': None, '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:44Z', 'revision_number': 4, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:45.203163 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb94dfc-f2e9-40a9-bbbd-f4a86f12c540 None None] The sync data for ids ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'] in dv-cinder-784140-8-iscsi is: [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:42Z', 'revision_number': 2, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port_host': None, '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:44Z', 'revision_number': 4, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:45.524488 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54578) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:45.634813 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ed255-bab6-43a6-9a93-7c7d88c84419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:45.636172 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6a6ed255-bab6-43a6-9a93-7c7d88c84419 admin admin] 10.222.0.58 "GET /v2.0/networks/20a46936-da6a-4208-be9c-0ebd0601bd03 HTTP/1.1" status: 200 len: 842 time: 0.1107085 Sep 08 13:34:45.646480 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:45.667408 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Made reservation on behalf of 9e48b0248b1a418fbab7a942b0180894 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:45.670183 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.944859 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.objects.ports [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100411) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:34:45.945292 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.993254 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3506376-09bc-4128-bcc6-07996d65fb61,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:46.009371 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:46.009720 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Network hostable DHCP agents. Network: 20a46936-da6a-4208-be9c-0ebd0601bd03, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:46.026328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:46.034963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 20a46936-da6a-4208-be9c-0ebd0601bd03) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:46.039491 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:46.040694 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:46.043795 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f88fe7-f102-460a-8474-76687ad76423 None None] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:46.055750 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-e2144be8-9ddb-4e35-82a1-a14d26033188 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4125779 Sep 08 13:34:46.198223 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ced01a-b7e9-46a3-9b12-2c81086e964c None None] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:48.369809 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54586) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:48.576373 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a3e84318-5887-47ae-8945-1f2ff2b3a121 admin admin] 10.222.0.58 "GET /v2.0/routers/734e8f29-74f3-4a43-b28a-fde1f6460cf2 HTTP/1.1" status: 200 len: 710 time: 0.2040272 Sep 08 13:34:48.664069 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbe22a-af02-479b-ba6c-0200a27ac48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:48.665481 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-25fbe22a-af02-479b-ba6c-0200a27ac48f admin admin] 10.222.0.58 "GET /v2.0/networks/20a46936-da6a-4208-be9c-0ebd0601bd03 HTTP/1.1" status: 200 len: 886 time: 0.0837142 Sep 08 13:34:48.675618 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:48.924672 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.156683 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.184633 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:34:49.229905 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.333709 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Allocated IP 172.27.3.75 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/20e92ae0-5cc8-46f6-837c-12431a682639) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:49.433645 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.475254 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.513664 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:49.517145 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:49.526491 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:49.530223 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Pushing event updated for resources: {'Port': ['ID=20e92ae0-5cc8-46f6-837c-12431a682639,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:49.777561 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.080781 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1191'] for router, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.084308 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539204'] for router, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.192971 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:34:50.300164 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:50.304788 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.306528 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8e818f83-2d79-4737-a604-f4ac8faa16d2 admin admin] 10.222.0.58 "PUT /v2.0/routers/734e8f29-74f3-4a43-b28a-fde1f6460cf2 HTTP/1.1" status: 200 len: 889 time: 1.6341646 Sep 08 13:34:50.456549 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 2dfc7446-2996-46b9-a8e0-85d09a2437e9 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:50.520650 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:50.525055 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:50.525422 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.621965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.660589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 2dfc7446-2996-46b9-a8e0-85d09a2437e9, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=2dfc7446-2996-46b9-a8e0-85d09a2437e9,segment=NetworkSegment(e01c135f-d23f-45ae-bd31-aa8d69222c82),segment_id=e01c135f-d23f-45ae-bd31-aa8d69222c82)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:50.665870 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.719786 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=2dfc7446-2996-46b9-a8e0-85d09a2437e9,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:51.744400 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Sync routers for ids ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:51.754949 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Routers {'734e8f29-74f3-4a43-b28a-fde1f6460cf2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:51.755654 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:34:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:52.014221 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Set router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:52.431953 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:49Z', 'revision_number': 4, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port': {'id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:49Z', 'updated_at': '2021-09-08T13:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:50Z', 'revision_number': 5, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:52.458594 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 2dfc7446-2996-46b9-a8e0-85d09a2437e9 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:52.487322 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Checking router: 734e8f29-74f3-4a43-b28a-fde1f6460cf2 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:34:52.487672 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Updating router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 port 20e92ae0-5cc8-46f6-837c-12431a682639 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:34:52.563726 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.601760 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:52.602131 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.786836 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 54598) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:52.899786 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fa8b9943-c4d0-414d-aeb3-684300e96a11 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116202 Sep 08 13:34:52.954937 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.967131 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Transition to ACTIVE for port object 20e92ae0-5cc8-46f6-837c-12431a682639 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:52.973331 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.024988 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Attempting to bind port 20e92ae0-5cc8-46f6-837c-12431a682639 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:53.025355 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Attempting to bind port 20e92ae0-5cc8-46f6-837c-12431a682639 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:53.025714 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Attempting to bind port 20e92ae0-5cc8-46f6-837c-12431a682639 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:53.032057 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b6ec-a9d7-4012-ab1b-5d52ac356882 None None] Pushing event updated for resources: {'Port': ['ID=20e92ae0-5cc8-46f6-837c-12431a682639,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.036878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:53.037250 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:53.037646 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.038025 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:53.038511 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Bound port: 20e92ae0-5cc8-46f6-837c-12431a682639, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:53.038892 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.094238 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] For port 20e92ae0-5cc8-46f6-837c-12431a682639, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:53.097543 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] For port 20e92ae0-5cc8-46f6-837c-12431a682639, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=20e92ae0-5cc8-46f6-837c-12431a682639,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:53.101999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.238816 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Routers {'734e8f29-74f3-4a43-b28a-fde1f6460cf2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:53.239351 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:34:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:53.276153 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b6ec-a9d7-4012-ab1b-5d52ac356882 None None] Pushing event updated for resources: {'Port': ['ID=20e92ae0-5cc8-46f6-837c-12431a682639,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.353686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] Set router 734e8f29-74f3-4a43-b28a-fde1f6460cf2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:53.574491 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:49Z', 'revision_number': 4, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port': {'id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:49Z', 'updated_at': '2021-09-08T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:50Z', 'revision_number': 5, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:53.606472 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3e368-3c27-40f6-b115-bc097b429fef None None] The sync data for ids ['734e8f29-74f3-4a43-b28a-fde1f6460cf2'] in dv-cinder-784140-8-iscsi is: [{'id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'name': 'router1', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:34:32Z', 'updated_at': '2021-09-08T13:34:49Z', 'revision_number': 4, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'gw_port': {'id': '20e92ae0-5cc8-46f6-837c-12431a682639', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:49Z', 'updated_at': '2021-09-08T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '2dfc7446-2996-46b9-a8e0-85d09a2437e9', 'name': '', 'network_id': '75c02e40-8084-4db4-8dde-9e96cf527d28', 'tenant_id': 'a808046b71564557a907cd8cbb379e07', 'mac_address': 'fa:16:3e:9c:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734e8f29-74f3-4a43-b28a-fde1f6460cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:34:41Z', 'updated_at': '2021-09-08T13:34:50Z', 'revision_number': 5, 'project_id': 'a808046b71564557a907cd8cbb379e07', 'subnets': [{'id': 'b17e3492-df1f-4ada-88d9-32b4800b9834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e147ced-4758-4bcf-a98f-892e4c53de73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:54.506513 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 20e92ae0-5cc8-46f6-837c-12431a682639 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:54.557090 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 20e92ae0-5cc8-46f6-837c-12431a682639 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:54.562182 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 20e92ae0-5cc8-46f6-837c-12431a682639 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:54.562532 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.657303 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.682267 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 20e92ae0-5cc8-46f6-837c-12431a682639, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=20e92ae0-5cc8-46f6-837c-12431a682639,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:54.687756 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.748658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=20e92ae0-5cc8-46f6-837c-12431a682639,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:56.523147 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 20e92ae0-5cc8-46f6-837c-12431a682639 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:56.598468 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 20e92ae0-5cc8-46f6-837c-12431a682639 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:56.598861 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.346003 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c239c0ba-bb05-493b-ad76-8e172b5ecd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:08.764370 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-305a7930-2239-43f1-abfe-d7f411ee16eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:08.857290 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.077627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.414476 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.183921 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:35:36.333363 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a407be4d-a2e1-47d1-857d-b51754c40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.760719 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-35479d5b-66db-4b99-b135-02d09ec1b334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.851615 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.084586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.413940 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:03.186841 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:36:06.330083 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b6672040-b309-48e3-b875-660b5524ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.766163 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efcb1574-97b2-4c7f-8f9c-647bb48b752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.856130 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.085784 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.415733 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:32.314009 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55160) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:32.385460 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f619bcb-4563-4c57-8cce-2ab019dc1427 admin admin] GET failed (client error): The resource could not be found. Sep 08 13:36:32.386855 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9f619bcb-4563-4c57-8cce-2ab019dc1427 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0718989 Sep 08 13:36:32.577093 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1d0d1-faa2-4b49-9fbb-5c5df4e99b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:32.579207 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0fd1d0d1-faa2-4b49-9fbb-5c5df4e99b70 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1871006 Sep 08 13:36:34.985229 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55170) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:35.170944 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ccf71-02a9-4056-aabe-759c97e41d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:35.172364 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-908ccf71-02a9-4056-aabe-759c97e41d1a admin admin] 10.222.0.58 "GET /v2.0/subnets/b17e3492-df1f-4ada-88d9-32b4800b9834 HTTP/1.1" status: 200 len: 849 time: 0.1860349 Sep 08 13:36:35.184130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:35.291301 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Notify callbacks [] for subnet, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.467351 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765239568613'] for subnet, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.510471 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:35.511894 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.513313 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] 10.222.0.58 "PUT /v2.0/subnets/b17e3492-df1f-4ada-88d9-32b4800b9834 HTTP/1.1" status: 200 len: 868 time: 0.3345408 Sep 08 13:36:35.513530 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9202ad-5945-414b-ae8c-446d7fe56377 None None] Network 75c02e40-8084-4db4-8dde-9e96cf527d28 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:35.538946 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17e3492-df1f-4ada-88d9-32b4800b9834,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:35.548942 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.549339 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.549672 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.550011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.550360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.550708 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.551040 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.551474 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.551952 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.552410 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.552912 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.553428 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51555ca2-51da-4691-a71f-200e8962561c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:35.945963 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ad3cd5b4-35f7-4dd6-9498-a7c26b2c4726 None None] Provisioning complete for port 2dfc7446-2996-46b9-a8e0-85d09a2437e9 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:35.946884 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd5b4-35f7-4dd6-9498-a7c26b2c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:36.042863 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ad3cd5b4-35f7-4dd6-9498-a7c26b2c4726 None None] Provisioning complete for port f5efbbb8-73f0-418e-b3ea-4913f0414e70 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:36.044537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd5b4-35f7-4dd6-9498-a7c26b2c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:36.334191 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e3c59b16-1e66-4131-9307-b47001ad736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.989901 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55180) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:38.220145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80daec-3da2-41fa-a3dd-bc4016e88fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:38.220543 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80daec-3da2-41fa-a3dd-bc4016e88fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:38.222180 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9e80daec-3da2-41fa-a3dd-bc4016e88fa8 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2312646 Sep 08 13:36:38.770768 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-66279778-0410-441b-b8e9-f362d3ecb597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.865259 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.087745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.185193 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:36:40.502477 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55188) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:40.650534 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5286c-eb92-4de9-b205-f7af5f040f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:40.651033 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5286c-eb92-4de9-b205-f7af5f040f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:40.652623 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-0eb5286c-eb92-4de9-b205-f7af5f040f69 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1491666 Sep 08 13:36:41.415680 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.858555 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55196) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:42.986730 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9deea-d842-4c13-829b-ccf506caafa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:42.988136 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1eb9deea-d842-4c13-829b-ccf506caafa5 admin admin] 10.222.0.58 "GET /v2.0/networks/20a46936-da6a-4208-be9c-0ebd0601bd03 HTTP/1.1" status: 200 len: 886 time: 0.1285231 Sep 08 13:36:45.243699 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55204) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:45.372764 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3540eaf-7324-49b8-91c4-a3ad6a6dbda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:45.374159 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c3540eaf-7324-49b8-91c4-a3ad6a6dbda4 admin admin] 10.222.0.58 "GET /v2.0/networks/75c02e40-8084-4db4-8dde-9e96cf527d28 HTTP/1.1" status: 200 len: 869 time: 0.1294940 Sep 08 13:36:47.598618 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55212) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:47.729699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990fbfaf-f9be-4373-897b-c6e521b53781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:47.730162 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990fbfaf-f9be-4373-897b-c6e521b53781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:47.731776 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-990fbfaf-f9be-4373-897b-c6e521b53781 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322076 Sep 08 13:36:50.004658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55220) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:50.102836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ef73f-caec-4e32-80ec-c4f651a8ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:50.103294 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ef73f-caec-4e32-80ec-c4f651a8ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:50.104873 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4f4ef73f-caec-4e32-80ec-c4f651a8ba62 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991392 Sep 08 13:36:52.352755 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55228) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:52.447738 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece03a5-f638-46bd-929e-9e881d3ac9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:52.448840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-fece03a5-f638-46bd-929e-9e881d3ac9a1 admin admin] 10.222.0.58 "GET /v2.0/subnets/b17e3492-df1f-4ada-88d9-32b4800b9834 HTTP/1.1" status: 200 len: 868 time: 0.0950279 Sep 08 13:36:54.729130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55236) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:54.821440 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563da65-f292-41cf-8607-f6e0f04cbc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:54.822801 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5563da65-f292-41cf-8607-f6e0f04cbc60 admin admin] 10.222.0.58 "GET /v2.0/subnets/b3506376-09bc-4128-bcc6-07996d65fb61 HTTP/1.1" status: 200 len: 816 time: 0.0927329 Sep 08 13:37:06.340487 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-086b2ec7-2aaa-4134-8625-a01ac52bb198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.769453 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04d9e2ac-6270-4aa7-8ab5-0854a16564eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.858341 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.090655 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:11.418416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.183540 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:37:18.887832 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55290) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:18.936996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [None req-2f813b51-0780-4b21-9e83-537bc1e499ed admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:37:18.938060 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-2f813b51-0780-4b21-9e83-537bc1e499ed admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492861 Sep 08 13:37:21.256837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55298) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:21.325598 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57e068b-d829-4251-95ae-0fa5e4222408 admin admin] GET failed (client error): The resource could not be found. Sep 08 13:37:21.326989 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b57e068b-d829-4251-95ae-0fa5e4222408 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692143 Sep 08 13:37:21.478448 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb00b0e-2312-4795-9987-25d35ddb66d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.479891 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-acb00b0e-2312-4795-9987-25d35ddb66d9 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1480732 Sep 08 13:37:23.747015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55306) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:23.795451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:23.817940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Made reservation on behalf of 9e48b0248b1a418fbab7a942b0180894 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:23.821346 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.862029 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING neutron.services.revisions.revision_plugin [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Could not find related network for resource to bump revision. Sep 08 13:37:23.876923 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:37:23.887539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.887885 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Added segment 1123393a-9050-4671-b21c-63f37622401f of type vlan for network d6482d2d-8c96-4b46-ad42-08b7b939e27f Sep 08 13:37:23.929459 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.955433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.956434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:23.957021 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.993331 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2451859 Sep 08 13:37:24.031996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643bcf-e24f-4c13-b779-185b7ba5bdc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6482d2d-8c96-4b46-ad42-08b7b939e27f,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:24.046005 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:37:26.274283 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55314) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:26.339670 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a528633-8f36-497b-9ccf-dd896dd8a7d6 admin admin] GET failed (client error): The resource could not be found. Sep 08 13:37:26.341183 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6a528633-8f36-497b-9ccf-dd896dd8a7d6 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658085 Sep 08 13:37:26.422196 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29071e0d-fd21-4c55-b739-accfb6346f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:26.423694 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-29071e0d-fd21-4c55-b739-accfb6346f2c admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0774407 Sep 08 13:37:26.434889 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:26.459673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Made reservation on behalf of 9e48b0248b1a418fbab7a942b0180894 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:26.463887 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.645858 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.706360 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:26.716320 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.716683 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.717106 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.717487 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.717865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.718248 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.718623 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.719045 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.719485 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.719920 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.720339 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.720849 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:26.729673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Checking segment: {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:26.730027 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Network hostable DHCP agents. Network: d6482d2d-8c96-4b46-ad42-08b7b939e27f, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:37:26.748865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:37:26.759767 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, d6482d2d-8c96-4b46-ad42-08b7b939e27f) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:26.764368 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:26.765002 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.773204 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509cf122-663b-45ba-8ab5-e75ef1570344 None None] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:26.782309 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-2d8198ce-4078-4c36-95c0-850fe219577c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510883 Sep 08 13:37:27.078164 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-d6482d2d-8c96-4b46-ad42-08b7b939e27f', 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f', 'tenant_id': '9e48b0248b1a418fbab7a942b0180894', 'fixed_ips': [{'subnet_id': 'b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:37:27.079463 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.242945 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Allocated IP 192.168.233.2 (d6482d2d-8c96-4b46-ad42-08b7b939e27f/b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7/87712be5-eba5-4d63-968c-d5b5b5fd3d2f) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:27.454242 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.469388 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Transition to ACTIVE for port object 87712be5-eba5-4d63-968c-d5b5b5fd3d2f will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:27.494826 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Transition to ACTIVE for port object 87712be5-eba5-4d63-968c-d5b5b5fd3d2f will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:27.504109 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.561415 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:27.565444 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:27.568672 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:27.587242 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Pushing event updated for resources: {'Port': ['ID=87712be5-eba5-4d63-968c-d5b5b5fd3d2f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.620925 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.621454 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.621851 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.622237 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.622692 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.623151 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.623644 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.624136 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.624589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.625022 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.625399 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.625770 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:27.668092 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Attempting to bind port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:27.668455 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Attempting to bind port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:27.668848 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Attempting to bind port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f on network d6482d2d-8c96-4b46-ad42-08b7b939e27f {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:27.674732 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:27.675092 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Checking segment: {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:27.675494 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.675889 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Bound using segment: {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:27.676389 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Bound port: 87712be5-eba5-4d63-968c-d5b5b5fd3d2f, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:27.676819 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.759535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] For port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:27.764456 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] For port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=87712be5-eba5-4d63-968c-d5b5b5fd3d2f,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:27.774931 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.838358 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e385-5053-49de-8537-37ba06e8c0aa None None] Pushing event updated for resources: {'Port': ['ID=87712be5-eba5-4d63-968c-d5b5b5fd3d2f,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:28.675293 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87712be5-eba5-4d63-968c-d5b5b5fd3d2f up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:28.761583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:28.855389 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d56c4c-3e81-4f0a-825d-f3f5e191c606 None None] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:28.951037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Provisioning for port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:28.961898 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Provisioning complete for port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:28.962478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.163740 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.204457 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] For port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=87712be5-eba5-4d63-968c-d5b5b5fd3d2f,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:29.210630 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.289874 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ead286-f2a2-4c0c-ae42-0fc6baf43d5a None None] Pushing event updated for resources: {'Port': ['ID=87712be5-eba5-4d63-968c-d5b5b5fd3d2f,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:29.440730 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0ce54a93-c463-4fa7-817e-7f395d68bd15 None None] Provisioning complete for port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:29.441194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ce54a93-c463-4fa7-817e-7f395d68bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.627627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87712be5-eba5-4d63-968c-d5b5b5fd3d2f up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:30.682052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 87712be5-eba5-4d63-968c-d5b5b5fd3d2f triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:30.682702 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.342318 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f91988a-4640-4425-b00c-fd4e6fd8088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.771451 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-868f5ab3-0285-4e19-882b-a7a62bfa7748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.861389 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.091367 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.420454 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:54.182208 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:38:06.345878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cc983a8a-d656-4268-b08e-c6b7d427d3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.773275 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a444d011-e01d-4883-a724-b2fa6c9f3660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.864030 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:10.095138 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.426457 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.181671 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:38:36.352532 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9039ca9c-5226-4aee-9712-9c01960870d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.779595 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f41b405-ae1a-465f-8dc2-4bfc9a4ef1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.868533 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:40.101921 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:41.423712 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:43.491797 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55366) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:43.497757 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [None req-dd3ee287-03d7-435d-b8df-d8eae6994f1d tempest-verify_tempest_config-1978541264 tempest-verify_tempest_config-1978541264-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:38:43.498746 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-dd3ee287-03d7-435d-b8df-d8eae6994f1d tempest-verify_tempest_config-1978541264 tempest-verify_tempest_config-1978541264-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059834 Sep 08 13:38:43.828194 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55384) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:43.937084 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.031089 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.035476 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.085551 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7accf3-b7af-4d68-bed5-bba9f6c1918b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:44.089422 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3613d55eca964b51860649306ae6b614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2601044 Sep 08 13:38:44.093129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55388) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:44.097240 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.097705 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.098301 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.098736 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.099186 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.099722 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.100170 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.100592 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.101242 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.101697 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.102035 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.102436 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284ec13-121a-4f03-96b7-4397d769bc3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.158594 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.180493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.269540 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.272375 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.273645 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be7accf3-b7af-4d68-bed5-bba9f6c1918b HTTP/1.1" status: 204 len: 168 time: 0.1794846 Sep 08 13:38:44.283512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7accf3-b7af-4d68-bed5-bba9f6c1918b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:44.292314 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.292919 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.293406 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.293827 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.294266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.294851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.295327 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.295882 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.296459 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.297018 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.297578 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:44.298130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa4857-64ff-4963-941a-54b7faeef08d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:06.348025 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cba6d4a-b2c0-479a-8e99-6f1bb40cc6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:08.180304 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:39:08.775322 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3aa0daa6-da94-4c52-bca5-c4acca999f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:08.865017 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:10.101727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:11.422940 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:36.350430 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f868-7114-4fa4-8661-29c6ca7b472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.770504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5db10f97-4110-48ae-9824-0d7e32ed7238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.866425 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:40.105936 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:41.425405 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:45.179431 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 5 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:40:06.351416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-504825ba-0287-4537-b332-81544ff3d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.771407 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de29a398-d24c-45d6-8934-784543e5673a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.873501 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.106690 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.429005 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.825015 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535508'] for agent, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.179644 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:40:32.908140 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55462) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:33.012819 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-dcbf9a47-62a7-4f3a-b447-33cfed5000ba admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1029239 Sep 08 13:40:35.247282 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55472) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:35.308577 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fd5e80dc-6e15-4fd5-a4c7-80542dbfc472 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0601568 Sep 08 13:40:36.352208 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e43-5b43-4850-9951-2528ba82d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:38.772321 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-26a168b8-5a40-4fd1-8986-879b5f70502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:38.866741 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.110778 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:41.433844 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:48.779353 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.179551 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:41:06.353593 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b164848a-5550-4a3f-b1fb-e4b95e82a85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.773917 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaafc2f6-96c1-4d18-b65b-a47c48969030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.869194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.112822 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.434989 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:18.794175 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:36.180259 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:41:36.355266 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc58e-57a4-41a4-9b7b-b063bfd7f04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:38.775956 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d144975b-66cd-4e8b-8588-1eedb11ca031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:38.870644 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:40.115241 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:41.439996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:48.793744 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.588078 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55632) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:03.708033 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55646) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:03.839860 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-162254127-network', 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:03.863623 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:03.866100 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.876365 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.918013 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-295358333-network', 'tenant_id': '5353a60027e545db880e93da66e5eb4d'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:03.986014 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.991318 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.010216 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:04.029239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.029593 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Added segment 7ad4421b-e765-4e89-8169-4d979d1fe2d9 of type vlan for network 09281d67-9ba4-45b7-a05f-3a5a53775d14 Sep 08 13:42:04.069060 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Made reservation on behalf of 5353a60027e545db880e93da66e5eb4d for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:04.071317 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.083432 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.098027 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.134852 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.161767 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.162725 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.163369 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.173081 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.173460 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.173794 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.174332 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.174803 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.175070 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.175400 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.175728 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.176071 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.176415 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.176743 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.177054 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Tracked resource versions report: Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: pushed versions: Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: { 'AddressGroup': {'1.2'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'ConntrackHelper': {'1.0'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Log': {'1.0'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Network': {'1.1'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Port': {'1.7'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'PortForwarding': {'1.2'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'QosPolicy': {'1.9'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroup': {'1.4'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SubPort': {'1.0'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Subnet': {'1.1'}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Trunk': {'1.1'}} Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: consumer versions: Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: HyperV agent@hv-cinder-78414: {}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'ConntrackHelper': '1.0', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Log': '1.0', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Network': '1.1', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Port': '1.7', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'PortForwarding': '1.2', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'QosPolicy': '1.9', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroup': '1.4', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SecurityGroupRule': '1.2', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'SubPort': '1.0', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Subnet': '1.1', Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: 'Trunk': '1.1'}} Sep 08 13:42:04.178264 dv-cinder-784140-8-iscsi neutron-server[100411]: {{(pid=100411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:42:04.267729 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] Pushing event updated for resources: {'Network': ['ID=09281d67-9ba4-45b7-a05f-3a5a53775d14,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.282608 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:04.302216 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.313507 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.349808 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-727fc22a-0c76-41ec-9729-2299a76abe7f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7604489 Sep 08 13:42:04.350117 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55688) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.356460 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b289b614-9afd-40e9-9a8b-1413abef171b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.357216 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Request body: {'subnet': {'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-162254127-subnet', 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:04.383695 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:04.394017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:04.395247 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.395940 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Added segment 9d9358e2-d829-499e-a261-b6d7b0358a41 of type vlan for network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da Sep 08 13:42:04.396515 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.573100 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.603589 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.605588 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.606340 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.645370 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9361675 Sep 08 13:42:04.660160 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55704) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.663873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Request body: {'subnet': {'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-295358333-subnet', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:04.671856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55706) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.672875 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.679464 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97ebf-7170-415d-a5a5-471aaadaa517 admin admin] Pushing event updated for resources: {'Network': ['ID=21a0a687-f79c-4b3a-ab43-b435f6e7e4da,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.690386 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55712) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.691765 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:04.707593 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55716) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.737549 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55722) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:04.740962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.754967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.755797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.756330 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.756884 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.757405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.758002 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.758477 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.758971 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.759466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.759950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.760570 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.760921 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Tracked resource versions report: Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: pushed versions: Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: { 'AddressGroup': {'1.2'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'ConntrackHelper': {'1.0'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Log': {'1.0'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Network': {'1.1'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Port': {'1.7'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'PortForwarding': {'1.2'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'QosPolicy': {'1.9'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroup': {'1.4'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SubPort': {'1.0'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Subnet': {'1.1'}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Trunk': {'1.1'}} Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: consumer versions: Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: HyperV agent@hv-cinder-78414: {}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'ConntrackHelper': '1.0', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Log': '1.0', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Network': '1.1', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Port': '1.7', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'PortForwarding': '1.2', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'QosPolicy': '1.9', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroup': '1.4', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SecurityGroupRule': '1.2', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'SubPort': '1.0', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Subnet': '1.1', Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: 'Trunk': '1.1'}} Sep 08 13:42:04.762449 dv-cinder-784140-8-iscsi neutron-server[100413]: {{(pid=100413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:42:04.789223 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Made reservation on behalf of 5353a60027e545db880e93da66e5eb4d for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:04.791446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.846720 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Checking segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:04.846994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Network hostable DHCP agents. Network: 09281d67-9ba4-45b7-a05f-3a5a53775d14, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:04.886727 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:04.905643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 09281d67-9ba4-45b7-a05f-3a5a53775d14) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:04.912688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.913270 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.917810 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f69ec6-ab73-4eeb-9109-0bcd6d39e8d9 None None] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:04.963185 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-659538102-network', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.016121 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-429639314-network', 'tenant_id': '03fbb4ae7df34fec8c0455e8287a19e1'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.018991 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1810425469-network', 'tenant_id': '8e34c66d1741402a9397bbe463c01093'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.025614 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.039975 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Made reservation on behalf of bf72bd32db2a4391926a4b28433d81e8 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:05.043641 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.060915 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-network', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.067940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.085470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6ce880db-ab39-4812-9ae5-0840974d3ec9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7339504 Sep 08 13:42:05.099727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203d8db-60ca-419e-a658-cd3ec1cdae53 None None] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:05.133432 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Made reservation on behalf of 03fbb4ae7df34fec8c0455e8287a19e1 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:05.137960 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.145434 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Made reservation on behalf of 8e34c66d1741402a9397bbe463c01093 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:05.152126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.160158 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Checking segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:05.160542 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Network hostable DHCP agents. Network: 21a0a687-f79c-4b3a-ab43-b435f6e7e4da, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:05.162744 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.171745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b7d1bd-a242-4a65-b2c5-e79346b10291,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.186182 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Made reservation on behalf of 7a4def34dc27466d86d6d5588345cdf8 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:05.189743 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.201713 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:05.216276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 21a0a687-f79c-4b3a-ab43-b435f6e7e4da) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:05.216637 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.234795 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.235957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:05.237357 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.314539 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1da232-0a52-41cb-8d60-d638796b23bd None None] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:05.347993 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.354064 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.370954 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:05.384060 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.384809 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Added segment 30ea7976-e9fd-4ecd-bda1-33a778cd770a of type vlan for network 621e8fda-3c8d-43b6-8512-9d4a91879621 Sep 08 13:42:05.436897 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.491042 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.492355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:05.493347 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.512719 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac86f1-4307-4832-a8de-c6238d1bc136,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.524261 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.531611 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5d99929b-8b52-46fe-aba1-02e241d67cb6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8725626 Sep 08 13:42:05.534952 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55750) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:05.538325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.549139 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.567501 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ec942-3850-4e64-8f44-a5df96e708d4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.580420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:05.588523 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:42:05.589558 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.605762 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.606337 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Added segment 00311373-d806-421f-9a47-b4767ff7db5e of type vlan for network 8abbcc81-da73-454e-bc34-5e74909936e3 Sep 08 13:42:05.700048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.737740 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0451236 Sep 08 13:42:05.739410 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1416c-9f31-45cc-981f-6b50ea0b4c69 admin admin] Pushing event updated for resources: {'Network': ['ID=621e8fda-3c8d-43b6-8512-9d4a91879621,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.745231 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55758) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:05.754096 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:05.763775 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Request body: {'subnet': {'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-subnet', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.775175 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.776158 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:05.776797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.824559 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.829853 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.860699 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:05.888551 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.889803 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Added segment b7f147f1-3997-483d-94e8-80326179e6e1 of type vlan for network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 Sep 08 13:42:05.894858 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a370f-3630-443c-8320-2e1a755f363b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.923237 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Allocated IP 172.20.0.2 (21a0a687-f79c-4b3a-ab43-b435f6e7e4da/f9b7d1bd-a242-4a65-b2c5-e79346b10291/db1a5d68-12e2-47cd-80a7-0e41097a45a2) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:05.930762 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2517610 Sep 08 13:42:05.933473 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55766) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:05.938650 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Request body: {'subnet': {'network_id': '8abbcc81-da73-454e-bc34-5e74909936e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-429639314-subnet', 'tenant_id': '03fbb4ae7df34fec8c0455e8287a19e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:05.945131 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8e92e-d9c6-4a03-a2f3-efee8a26c55d admin admin] Pushing event updated for resources: {'Network': ['ID=8abbcc81-da73-454e-bc34-5e74909936e3,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.961303 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 8abbcc81-da73-454e-bc34-5e74909936e3 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:05.987206 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.034906 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.035872 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:06.036688 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.125967 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.159825 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.163599 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.180735 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.db.api [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:42:06.180735 dv-cinder-784140-8-iscsi neutron-server[100413]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:42:06.180735 dv-cinder-784140-8-iscsi neutron-server[100413]: [parameters: {'project_id_1': '03fbb4ae7df34fec8c0455e8287a19e1', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 41, 45, 942783)}] Sep 08 13:42:06.180735 dv-cinder-784140-8-iscsi neutron-server[100413]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:42:06.181636 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG oslo_db.api [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:42:06.183280 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Transition to ACTIVE for port object db1a5d68-12e2-47cd-80a7-0e41097a45a2 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:06.201172 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4897573 Sep 08 13:42:06.205221 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55786) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:06.213199 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Request body: {'subnet': {'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1810425469-subnet', 'tenant_id': '8e34c66d1741402a9397bbe463c01093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:06.234526 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Transition to ACTIVE for port object db1a5d68-12e2-47cd-80a7-0e41097a45a2 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:06.239787 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Made reservation on behalf of 8e34c66d1741402a9397bbe463c01093 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:06.243010 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.251105 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.254430 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.258647 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.269309 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.db.api [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:42:06.269309 dv-cinder-784140-8-iscsi neutron-server[100411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:42:06.269309 dv-cinder-784140-8-iscsi neutron-server[100411]: [parameters: {'project_id_1': 'bf72bd32db2a4391926a4b28433d81e8', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 41, 45, 775568)}] Sep 08 13:42:06.269309 dv-cinder-784140-8-iscsi neutron-server[100411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:42:06.269648 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG oslo_db.api [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:42:06.282187 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac5aa-2482-4f84-b67c-92b543d622e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2784ee-fd2d-41a9-8ba5-8759ea473cf2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.290303 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:06.383627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Pushing event updated for resources: {'Port': ['ID=db1a5d68-12e2-47cd-80a7-0e41097a45a2,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.404049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8256c7eb-0eef-418c-b441-e5df5bb9c9dc,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.413218 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:06.415082 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.415427 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Added segment 0acc8d9f-a4f4-4175-8e73-4af82cc90e9d of type vlan for network 00aced04-bad3-4826-968d-231e84367d8b Sep 08 13:42:06.424435 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.426896 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.427432 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.427590 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.427926 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.428259 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.428587 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.429013 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.430105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.430105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.430105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.434794 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Tracked resource versions report: Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: pushed versions: Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: { 'AddressGroup': {'1.2'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'ConntrackHelper': {'1.0'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Log': {'1.0'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Network': {'1.1'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Port': {'1.7'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'PortForwarding': {'1.2'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'QosPolicy': {'1.9'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroup': {'1.4'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SubPort': {'1.0'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Subnet': {'1.1'}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Trunk': {'1.1'}} Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: consumer versions: Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: HyperV agent@hv-cinder-78414: {}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'ConntrackHelper': '1.0', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Log': '1.0', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Network': '1.1', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Port': '1.7', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'PortForwarding': '1.2', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'QosPolicy': '1.9', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroup': '1.4', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SecurityGroupRule': '1.2', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'SubPort': '1.0', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Subnet': '1.1', Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: 'Trunk': '1.1'}} Sep 08 13:42:06.436076 dv-cinder-784140-8-iscsi neutron-server[100415]: {{(pid=100415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:42:06.465138 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:06.466730 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:06.473123 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:06.520430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.576062 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=176a5775-4666-45a0-9beb-d56f1e0a682d,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.586292 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.615120 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.627055 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Checking segment: {'id': 'b7f147f1-3997-483d-94e8-80326179e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:06.627547 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Network hostable DHCP agents. Network: fa2784ee-fd2d-41a9-8ba5-8759ea473cf2, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:06.653564 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-796d2d01-f2d6-48b6-98d8-62774e57c6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.670617 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:06.685220 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, fa2784ee-fd2d-41a9-8ba5-8759ea473cf2) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:06.694794 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:06.695570 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.715071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55822) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:06.730399 dv-cinder-784140-8-iscsi neutron-server[100413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 13:42:06.731870 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:42:06.745624 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d70cd7-78a6-449c-901e-fa91992d0948 None None] Network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:06.771477 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Made reservation on behalf of 03fbb4ae7df34fec8c0455e8287a19e1 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:06.773953 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.843397 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c3d4370d-54cf-4225-b89c-10df9378eebd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6364057 Sep 08 13:42:06.844019 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55826) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:06.920879 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.924237 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:06.925032 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.935006 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Attempting to bind port db1a5d68-12e2-47cd-80a7-0e41097a45a2 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:06.936056 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Attempting to bind port db1a5d68-12e2-47cd-80a7-0e41097a45a2 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:06.936056 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Attempting to bind port db1a5d68-12e2-47cd-80a7-0e41097a45a2 on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:06.943408 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:06.943782 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Checking segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:06.944259 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.944683 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Bound using segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:06.945315 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Bound port: db1a5d68-12e2-47cd-80a7-0e41097a45a2, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:06.945773 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.985612 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b35d8-12b2-4dce-aed8-8185222c7a45 None None] Network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:07.011583 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] Pushing event updated for resources: {'Network': ['ID=00aced04-bad3-4826-968d-231e84367d8b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:07.040648 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 00aced04-bad3-4826-968d-231e84367d8b details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:07.095815 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.144821 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Made reservation on behalf of bf72bd32db2a4391926a4b28433d81e8 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:07.155376 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.178206 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b4ff0ef7-3695-44aa-8041-821537166c53 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4395599 Sep 08 13:42:07.188509 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55838) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:07.200171 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] For port db1a5d68-12e2-47cd-80a7-0e41097a45a2, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:07.205297 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] For port db1a5d68-12e2-47cd-80a7-0e41097a45a2, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=db1a5d68-12e2-47cd-80a7-0e41097a45a2,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:07.235478 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Request body: {'subnet': {'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-subnet', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:07.269259 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Made reservation on behalf of 7a4def34dc27466d86d6d5588345cdf8 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:07.271951 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.287604 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.342159 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8dbdaa4c-dec6-4d75-8125-90514f7ecead admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.378447 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a860b080-236b-4dc5-aa60-4e8d5008ab8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:07.391676 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f2c0-6279-413d-95a6-7266bc9299ff None None] Pushing event updated for resources: {'Port': ['ID=db1a5d68-12e2-47cd-80a7-0e41097a45a2,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:07.397708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a860b080-236b-4dc5-aa60-4e8d5008ab8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.6808560 Sep 08 13:42:07.426514 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.488264 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc25a54-0133-4828-a085-98f8f9759205,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:07.518391 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-faae2e36-5e16-409b-a239-b642b91a42d5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/quotas/24d87c7a8ff146c2b96a05dff6be0313 HTTP/1.1" status: 200 len: 375 time: 0.1192091 Sep 08 13:42:07.649163 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-4e9643be-5ff7-47ba-b6eb-26f1dd36394a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295166 Sep 08 13:42:07.726524 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Checking segment: {'id': '00311373-d806-421f-9a47-b4767ff7db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8abbcc81-da73-454e-bc34-5e74909936e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:07.728672 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Network hostable DHCP agents. Network: 8abbcc81-da73-454e-bc34-5e74909936e3, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:07.745973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55866) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:07.853377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8dbdaa4c-dec6-4d75-8125-90514f7ecead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.867979 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.883714 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8dbdaa4c-dec6-4d75-8125-90514f7ecead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.927232 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.956855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Network 8abbcc81-da73-454e-bc34-5e74909936e3 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:07.966164 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-e96593fb-9c9a-4750-bdad-60413698e626 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:42:07.967092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-e96593fb-9c9a-4750-bdad-60413698e626 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1292787 Sep 08 13:42:07.989049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7749bb8c-9f59-45a6-abe6-9b27b62e5e29,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:07.989273 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8dbdaa4c-dec6-4d75-8125-90514f7ecead admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9761b034a2304e4ea4a9de37658136e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1326516 Sep 08 13:42:07.995979 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55872) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:08.003007 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 8abbcc81-da73-454e-bc34-5e74909936e3) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:08.015211 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e76c1-3f59-459c-b551-14e598d203a4 None None] Network 8abbcc81-da73-454e-bc34-5e74909936e3 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:08.019737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:08.020405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.022758 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdaa4c-dec6-4d75-8125-90514f7ecead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4861383-4289-40aa-907a-fea0ffbb8e34,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:08.104393 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b6c55328-9446-4cdf-b1a7-17f913661295 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1696520 Sep 08 13:42:08.126441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-a74cc79a-83f9-4bb0-ad59-09924b022164 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:08.133221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-a74cc79a-83f9-4bb0-ad59-09924b022164 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/networks?id=fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 HTTP/1.1" status: 200 len: 812 time: 0.3018506 Sep 08 13:42:08.159924 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-ecd5aff2-4259-40b4-a841-9d1cc3b737b6 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/quotas/8e34c66d1741402a9397bbe463c01093 HTTP/1.1" status: 200 len: 375 time: 0.0258031 Sep 08 13:42:08.168179 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.192952 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705e93c-d400-46d9-b5b8-520f6cf412aa None None] Network 8abbcc81-da73-454e-bc34-5e74909936e3 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:08.206606 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a129d39d-559c-4816-9507-d9ad6cb32095 service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135701 Sep 08 13:42:08.208678 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-073e4ea0-633e-4975-96e2-f290361fa249 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e34c66d1741402a9397bbe463c01093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378783 Sep 08 13:42:08.213121 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.336219 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Checking segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:08.336576 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Network hostable DHCP agents. Network: 621e8fda-3c8d-43b6-8512-9d4a91879621, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:08.347592 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Checking segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:08.347950 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Network hostable DHCP agents. Network: 00aced04-bad3-4826-968d-231e84367d8b, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:08.378144 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18862b3-a211-4792-923d-249ec6765f48,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:08.394714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-fe9f4381-e83a-4f40-a923-fd72d1f1b3ee service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760952 Sep 08 13:42:08.407373 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-179f3814-c579-4c22-83e9-d263324194d2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:42:08.410066 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-179f3814-c579-4c22-83e9-d263324194d2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925064 Sep 08 13:42:08.499061 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:08.503799 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.519441 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Network 00aced04-bad3-4826-968d-231e84367d8b is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:08.524874 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 621e8fda-3c8d-43b6-8512-9d4a91879621) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:08.536350 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eebe3b-3e99-46d0-8319-4f16407dc35a None None] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:08.558708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-d67ed621-77d5-48a2-8c6b-253c6a036f42 service neutron] 10.222.0.58 "GET /v2.0/networks/fa2784ee-fd2d-41a9-8ba5-8759ea473cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407812 Sep 08 13:42:08.585297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:08.587276 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.622999 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.630208 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Allocated IP 172.27.3.206 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/1f3636d9-14a2-4cbf-9418-90b2da02fce8) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:08.666253 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 00aced04-bad3-4826-968d-231e84367d8b) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:08.677099 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:08.677773 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.704046 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39feae-da14-49ff-89bc-020fdb95b62f None None] Network 00aced04-bad3-4826-968d-231e84367d8b requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:08.707757 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-00bf18df-e2cb-4964-aff6-37e805462011 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9497271 Sep 08 13:42:08.719294 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55900) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:08.752495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:08.782730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-46bee24e-6646-453d-89b7-219ef02fd2c2 service neutron] 10.222.0.58 "GET /v2.0/networks/fa2784ee-fd2d-41a9-8ba5-8759ea473cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148912 Sep 08 13:42:08.866458 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.867731 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.881217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55908) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:08.881813 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-52f4f29b-0338-4c49-8593-8f9a48c0e16e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6534338 Sep 08 13:42:08.887243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:08.935940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.939549 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.943883 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4861383-4289-40aa-907a-fea0ffbb8e34 HTTP/1.1" status: 204 len: 168 time: 0.9460039 Sep 08 13:42:08.967347 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.969533 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:08.982600 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c98750-64e5-4015-b175-ed83d2464f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4861383-4289-40aa-907a-fea0ffbb8e34,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:09.050999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc869ee-4802-4d4b-89c7-bafcbb2340e1 None None] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:09.053725 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 55922) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:09.056528 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.063751 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device db1a5d68-12e2-47cd-80a7-0e41097a45a2 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:09.064553 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-739948920-network', 'tenant_id': '0897c3f7f16a4846890717764a9f5489'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:09.068417 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.237609 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-446e619f-7136-449f-89f5-157932db2d84 req-1e4abb03-63bf-437f-9ffe-b972d20c1a2b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.1404846 Sep 08 13:42:09.378059 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-621e8fda-3c8d-43b6-8512-9d4a91879621', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:42:09.379356 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.400222 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.427801 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Made reservation on behalf of 0897c3f7f16a4846890717764a9f5489 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:09.430328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.494556 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.495314 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.496921 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.563339 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b05287f-66d8-4883-a144-51566f60f589 req-d48ff39a-3b9a-484b-a900-8a4164032313 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.0641694 Sep 08 13:42:09.633408 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.660993 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71da1384-8239-49f2-8140-84e3acf26c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.759673 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-2e156660-dec1-4b9d-a57f-1e286beca4fa None None] Provisioning for port db1a5d68-12e2-47cd-80a7-0e41097a45a2 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:09.784222 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55974) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:09.814596 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.821859 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3636d9-14a2-4cbf-9418-90b2da02fce8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:09.845613 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:09.850421 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:09.852350 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.856082 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:09.890912 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port db1a5d68-12e2-47cd-80a7-0e41097a45a2 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:09.910577 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085df56f-3f55-4a76-980d-d0105097e0a7 None None] Network 00aced04-bad3-4826-968d-231e84367d8b requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:09.932390 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.943259 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9386f16d-c3b8-4db6-97ba-ad36364f58f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:09.976510 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:09.986949 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port db1a5d68-12e2-47cd-80a7-0e41097a45a2 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:09.988021 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.025153 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f32168f-fd51-4194-a155-373ae6f2b9d8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:10.051797 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.062019 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Added segment 8cf80dd7-9227-444a-b5a1-d19063e5f8d6 of type vlan for network 84f857e1-b665-4b54-9e10-cebe83bf8375 Sep 08 13:42:10.163002 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9386f16d-c3b8-4db6-97ba-ad36364f58f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.213893 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.291747 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9386f16d-c3b8-4db6-97ba-ad36364f58f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.342267 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.353571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f16d-c3b8-4db6-97ba-ad36364f58f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e443a9d8-6369-451a-a8c1-0ed81db69265,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:10.385462 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Allocated IP 172.20.0.2 (621e8fda-3c8d-43b6-8512-9d4a91879621/7749bb8c-9f59-45a6-abe6-9b27b62e5e29/843df4d2-a7d4-4122-9cc1-2e73c8a3b14c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:10.411393 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b933bf33-4da8-463a-99e2-5f5e5e6eb5d3 None None] Provisioning complete for port db1a5d68-12e2-47cd-80a7-0e41097a45a2 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:10.412012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b933bf33-4da8-463a-99e2-5f5e5e6eb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.412479 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9386f16d-c3b8-4db6-97ba-ad36364f58f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce1a50111be94e46acabbe733f111d57&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6271551 Sep 08 13:42:10.417639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 55998) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:10.423952 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.480984 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-afb611e0-7130-482e-bfb7-d7fd20d7ba7f req-6f2ab896-1472-4d8f-b8d0-68fb708f0dd4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.0878296 Sep 08 13:42:10.487336 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.522640 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.542580 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.581090 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.649386 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.674643 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.712530 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.755599 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.755745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.755831 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:10.756407 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.757782 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.758934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e443a9d8-6369-451a-a8c1-0ed81db69265 HTTP/1.1" status: 204 len: 168 time: 0.3262084 Sep 08 13:42:10.809879 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d726958-e44b-4790-a3c5-a2a8066fcd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443a9d8-6369-451a-a8c1-0ed81db69265,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:10.854555 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-de1c07e0-0697-400c-a00d-070e86ac917d req-9962efe8-c852-46d0-913a-74a653cbb032 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.0488248 Sep 08 13:42:10.899629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Allocated IP 172.27.3.237 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/c297307f-9056-4f0f-b4c2-794cef3aec71) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:10.931870 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b933bf33-4da8-463a-99e2-5f5e5e6eb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.964532 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port db1a5d68-12e2-47cd-80a7-0e41097a45a2, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=db1a5d68-12e2-47cd-80a7-0e41097a45a2,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:10.977024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.049390 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=84f857e1-b665-4b54-9e10-cebe83bf8375,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:11.056110 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=db1a5d68-12e2-47cd-80a7-0e41097a45a2,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:11.070024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 84f857e1-b665-4b54-9e10-cebe83bf8375 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:11.104717 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a9db198f-1250-400f-8729-edb045669bd5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0454862 Sep 08 13:42:11.111889 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56016) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:11.123784 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Request body: {'subnet': {'network_id': '84f857e1-b665-4b54-9e10-cebe83bf8375', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-739948920-subnet', 'tenant_id': '0897c3f7f16a4846890717764a9f5489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:11.149247 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.191834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.207643 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Transition to ACTIVE for port object 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:11.226270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.db.api [None req-b933bf33-4da8-463a-99e2-5f5e5e6eb5d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:42:11.226684 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG oslo_db.api [None req-b933bf33-4da8-463a-99e2-5f5e5e6eb5d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:42:11.235211 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Transition to ACTIVE for port object 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:11.238985 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Made reservation on behalf of 0897c3f7f16a4846890717764a9f5489 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:11.241268 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.254318 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.333038 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:11.336615 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:11.340370 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:11.361921 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56022) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:11.368521 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Pushing event updated for resources: {'Port': ['ID=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:11.388050 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.462834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:11.471092 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:11.493355 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Attempting to bind port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:11.493727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Attempting to bind port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:11.496358 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Attempting to bind port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:11.508796 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:11.538396 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.544048 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:11.544375 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.544514 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Checking segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:11.544842 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.545241 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Bound using segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:11.545729 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Bound port: 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:11.570269 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Allocated IP 172.27.3.5 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/31de4cfe-c180-4076-bcc7-c3a1b9502082) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:11.575169 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.628007 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Pushing event updated for resources: {'Port': ['ID=c297307f-9056-4f0f-b4c2-794cef3aec71,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:11.777005 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.50', 64347) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:11.778483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a85b1fb0-b45b-4388-bc0a-a148b12ae315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.910972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.968576 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] For port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:11.977535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] For port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:11.986798 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.090316 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d67b4-2352-47c2-97e5-8448a5119aea None None] Pushing event updated for resources: {'Port': ['ID=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:12.103490 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-52abeb71-560f-4721-87f7-9abf3ab83041 req-fab63f0c-f6a2-48cc-a2c2-e7ae8d9c646c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.1035893 Sep 08 13:42:12.172725 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-21c70673-4410-43a3-8571-6640eb3e485f req-77a72f36-9679-4de6-9ad7-e4f11b3391bd tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.0985799 Sep 08 13:42:12.214959 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.50', 64351) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:12.215629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841cffaa-865f-4920-8f11-ff98b93e951a,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:12.338779 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Checking segment: {'id': '8cf80dd7-9227-444a-b5a1-d19063e5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84f857e1-b665-4b54-9e10-cebe83bf8375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:12.339103 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Network hostable DHCP agents. Network: 84f857e1-b665-4b54-9e10-cebe83bf8375, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:12.343510 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.346243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.358995 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-605f59e7-45fb-4b39-bf91-600e1f1cbf9a tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:12.361831 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-605f59e7-45fb-4b39-bf91-600e1f1cbf9a tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.50 "GET /v2.0/networks?id=fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 HTTP/1.1" status: 200 len: 812 time: 0.5621786 Sep 08 13:42:12.460110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-55ed7bf6-e265-40a4-a26e-77348b65db14 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:12.460849 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Request body: {'port': {'device_id': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2', 'admin_state_up': True, 'tenant_id': '8e34c66d1741402a9397bbe463c01093'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:12.464820 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-55ed7bf6-e265-40a4-a26e-77348b65db14 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.2446604 Sep 08 13:42:12.547007 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Request body: {'port': {'device_id': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'admin_state_up': True, 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:12.562487 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Router 8f168978-fa50-4432-9aaf-4370b29726e3 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:42:12.626655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a85b1fb0-b45b-4388-bc0a-a148b12ae315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.631990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Network 84f857e1-b665-4b54-9e10-cebe83bf8375 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:12.673400 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a85b1fb0-b45b-4388-bc0a-a148b12ae315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.740194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 84f857e1-b665-4b54-9e10-cebe83bf8375) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:12.745058 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.746093 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:12.746977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:12.754698 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3293f3a6-6255-4e5e-96f6-cc3fe57121e2 None None] Network 84f857e1-b665-4b54-9e10-cebe83bf8375 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:12.766684 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b1fb0-b45b-4388-bc0a-a148b12ae315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c99bcf-a330-4b31-a696-0c112e274af3,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:12.942182 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:13.015442 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:13.059196 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:13.069872 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa135f3-012c-4e50-8399-0b846a6a5abd None None] Network 84f857e1-b665-4b54-9e10-cebe83bf8375 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:13.092411 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:13.156157 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Pushing event updated for resources: {'Port': ['ID=31de4cfe-c180-4076-bcc7-c3a1b9502082,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:13.180189 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:42:13.188185 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Made reservation on behalf of 8e34c66d1741402a9397bbe463c01093 for: {'port': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:13.192009 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:13.333545 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:13.372058 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:13.384296 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:13.384963 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:13.388564 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device db1a5d68-12e2-47cd-80a7-0e41097a45a2 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:13.420297 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a85b1fb0-b45b-4388-bc0a-a148b12ae315 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ec56efbbc7f479288f2b67af7109f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0570624 Sep 08 13:42:13.429707 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56092) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:13.529061 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9dfae971-5e88-4c11-a300-457f53dc29f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3960462 Sep 08 13:42:13.570369 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:13.601520 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1a6683b-bc7b-4f46-804c-1644d37548a6 req-559d8f60-e9f9-46fa-9314-be08b48087c9 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.1942396 Sep 08 13:42:13.625978 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4cf06425-10d8-4004-a597-12b49aecbb6f req-45a56598-35f4-493b-a7e0-fe6d9b742259 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.2220185 Sep 08 13:42:13.646488 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port db1a5d68-12e2-47cd-80a7-0e41097a45a2 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:13.654017 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:13.722664 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:13.728928 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:13.795039 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.094918 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-104ce4a1-2c6e-4651-af5e-2d2b7492db77 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2643642 Sep 08 13:42:14.094918 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56096) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:14.094918 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56098) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:14.097199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735dc8e-1981-4e55-b560-f3f549b78779 None None] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:14.097199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:14.110725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Router 0bbd6d8f-9942-4908-a8e0-847a4e65366b is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:42:14.111417 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:10Z', 'revision_number': 3, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:14.111643 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-656449ff-881b-473a-bcac-e908354121ce None None] Provisioning for port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:14.111833 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:14.111833 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Updating router 8f168978-fa50-4432-9aaf-4370b29726e3 port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:14.112078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:14.112078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:14.112078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.112399 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.255920 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.367914 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:14.378953 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.500996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:14.607779 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.651861 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-97b56607-8810-403f-824a-9cfda8e695c9 None None] Provisioning complete for port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:14.652344 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97b56607-8810-403f-824a-9cfda8e695c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.685080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Deleting subnet ebc25a54-0133-4828-a085-98f8f9759205 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:14.687372 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.747402 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.763093 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:14.777562 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Sync routers for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:14.800803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Allocated IP 172.20.0.10 (09281d67-9ba4-45b7-a05f-3a5a53775d14/f019be41-3cdd-4f5d-bf04-8d0e330cfc1d/4bb3a824-5acc-4626-a699-d6ca55c227b4) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:14.847859 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.853099 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:14.857372 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:14.862555 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Transition to ACTIVE for port object 1f3636d9-14a2-4cbf-9418-90b2da02fce8 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:14.870737 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.893628 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.927234 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Pushing event updated for resources: {'Port': ['ID=1f3636d9-14a2-4cbf-9418-90b2da02fce8,revision_number=2']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:14.935556 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Allocated IP 172.20.0.4 (fa2784ee-fd2d-41a9-8ba5-8759ea473cf2/176a5775-4666-45a0-9beb-d56f1e0a682d/2f8d95b0-ebcb-4e80-b79b-ca44d6447892) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:14.939493 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.940671 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.941330 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.942129 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.942741 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.943415 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.944221 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.944945 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.945597 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.946209 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.946979 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.947665 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Tracked resource versions report: Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: pushed versions: Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: { 'AddressGroup': {'1.2'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'ConntrackHelper': {'1.0'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Log': {'1.0'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Network': {'1.1'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Port': {'1.7'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'PortForwarding': {'1.2'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'QosPolicy': {'1.9'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroup': {'1.4'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SubPort': {'1.0'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Subnet': {'1.1'}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Trunk': {'1.1'}} Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: consumer versions: Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: { DHCP agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: HyperV agent@hv-cinder-78414: {}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: L3 agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: Metadata agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: Metering agent@dv-cinder-784140-8-iscsi: {}, Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: Open vSwitch agent@dv-cinder-784140-8-iscsi: { 'AddressGroup': '1.2', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'ConntrackHelper': '1.0', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Log': '1.0', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Network': '1.1', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Port': '1.7', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'PortForwarding': '1.2', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'QosPolicy': '1.9', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroup': '1.4', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SecurityGroupRule': '1.2', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'SubPort': '1.0', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Subnet': '1.1', Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: 'Trunk': '1.1'}} Sep 08 13:42:14.949239 dv-cinder-784140-8-iscsi neutron-server[100421]: {{(pid=100421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:42:14.976228 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Attempting to bind port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:14.977209 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Attempting to bind port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:14.977896 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Attempting to bind port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:14.986316 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:14.987004 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:14.987434 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.987921 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:14.989569 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Bound port: 1f3636d9-14a2-4cbf-9418-90b2da02fce8, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:14.990123 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.990747 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7e1abe69-ea96-457c-ac64-ea7c32c89d89 req-a9d64465-8ed7-458b-ae0a-37ffae9372d9 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.1108503 Sep 08 13:42:15.009434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.013478 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-dde55a60-dbb8-4d93-91db-76fd22efb07a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1280136 Sep 08 13:42:15.042278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56110) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:15.057853 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-73123e17-08b2-4e69-abd1-45a050911eb2 req-23e3ee1f-be3a-4659-a002-0184cd6bc5b2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.1757994 Sep 08 13:42:15.127284 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.145943 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] For port 1f3636d9-14a2-4cbf-9418-90b2da02fce8, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:15.157973 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] For port 1f3636d9-14a2-4cbf-9418-90b2da02fce8, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1f3636d9-14a2-4cbf-9418-90b2da02fce8,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:15.167960 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.234485 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.302465 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ec5d1-c932-4e04-908b-fb8326558223 None None] Pushing event updated for resources: {'Port': ['ID=1f3636d9-14a2-4cbf-9418-90b2da02fce8,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:15.333720 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:15.363592 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:15.365543 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:15.580632 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:15.625563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:15.626253 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.674284 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.739986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc25a54-0133-4828-a085-98f8f9759205,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:15.741938 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.748274 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.752143 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72c99bcf-a330-4b31-a696-0c112e274af3 HTTP/1.1" status: 204 len: 168 time: 2.3153207 Sep 08 13:42:15.760471 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.762419 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a2abd27c-8e69-4855-a40d-958fc983b4a8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ebc25a54-0133-4828-a085-98f8f9759205 HTTP/1.1" status: 204 len: 168 time: 1.9461060 Sep 08 13:42:15.772615 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56116) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:15.785262 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a44384-6ec0-426d-a44e-2763bbe97d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c99bcf-a330-4b31-a696-0c112e274af3,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:15.806462 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:10Z', 'revision_number': 3, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:15.842148 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125103b6-5321-4714-8689-f06bcf8df14f None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:10Z', 'revision_number': 3, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:15.889821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.910275 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:15.976454 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.979253 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.290685 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6962eba2-bf0e-4625-a35f-d83abea1cfa0 req-a6f22e4d-e186-4eab-9f0d-f53dd0437da5 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.1308272 Sep 08 13:42:16.322950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.424519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.569967 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:11Z', 'revision_number': 3, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:16.620424 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e3a0e-b74d-49b4-bcf0-9e4e99de74ad req-e25fbdab-415d-40bf-9f26-4c0433258d39 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:16.622459 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-517e3a0e-b74d-49b4-bcf0-9e4e99de74ad req-e25fbdab-415d-40bf-9f26-4c0433258d39 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 932 time: 0.3463929 Sep 08 13:42:16.637576 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Checking router: 0bbd6d8f-9942-4908-a8e0-847a4e65366b for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:16.637953 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Updating router 0bbd6d8f-9942-4908-a8e0-847a4e65366b port c297307f-9056-4f0f-b4c2-794cef3aec71 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:16.677340 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.765597 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.949508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:16.964381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:16.965689 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:16.969597 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:16.975609 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:16.976254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.017468 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Router 5dab6235-1517-4027-afcf-a6530e3dba24 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:42:17.048982 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.154653 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event updated for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:17.218905 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1f3636d9-14a2-4cbf-9418-90b2da02fce8 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:17.232637 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a5ea08cc-376a-40d3-a43a-2e837ee7884f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6962788 Sep 08 13:42:17.259984 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Pushing event updated for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:17.263508 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-517e3a0e-b74d-49b4-bcf0-9e4e99de74ad req-8a08b587-b61a-4245-83b1-d664d8d53d46 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292660 Sep 08 13:42:17.298562 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Allocated IP 172.20.0.1 (00aced04-bad3-4826-968d-231e84367d8b/d18862b3-a211-4792-923d-249ec6765f48/121e8ffc-81ac-40e1-9a0e-86f0df174d37) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:17.313804 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.314436 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.315400 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.315986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.316589 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.317174 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.317701 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.318247 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.318811 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.319297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.496431 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:17.514822 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.566353 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:17.566717 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.637945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606004e-8549-43d1-a689-51dfbb6b6def req-32d9f175-18ce-4fd2-ad88-72a1763464f1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:17.646298 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5606004e-8549-43d1-a689-51dfbb6b6def req-32d9f175-18ce-4fd2-ad88-72a1763464f1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 931 time: 0.1095972 Sep 08 13:42:17.656317 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.660780 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.682690 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Transition to ACTIVE for port object c297307f-9056-4f0f-b4c2-794cef3aec71 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:17.706359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.726288 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Network 00aced04-bad3-4826-968d-231e84367d8b is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:17.735745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:17.751548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:17.752331 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.768251 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5837017-7622-4b9f-99f9-009b38364512 None None] Pushing event updated for resources: {'Port': ['ID=c297307f-9056-4f0f-b4c2-794cef3aec71,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:17.786279 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:17.787330 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.818226 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Attempting to bind port c297307f-9056-4f0f-b4c2-794cef3aec71 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:17.818515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Attempting to bind port c297307f-9056-4f0f-b4c2-794cef3aec71 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:17.818878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Attempting to bind port c297307f-9056-4f0f-b4c2-794cef3aec71 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:17.828221 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:17.828857 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:17.829538 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.830038 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:17.830586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Bound port: c297307f-9056-4f0f-b4c2-794cef3aec71, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:17.831320 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.844133 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5606004e-8549-43d1-a689-51dfbb6b6def req-e24891de-7114-45a7-b9de-224bcd810a43 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898875 Sep 08 13:42:17.892660 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 1f3636d9-14a2-4cbf-9418-90b2da02fce8, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1f3636d9-14a2-4cbf-9418-90b2da02fce8,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:17.911117 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.925600 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.926163 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.926393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.926730 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:17.927103 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abbcc81-da73-454e-bc34-5e74909936e3']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:18.003515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] For port c297307f-9056-4f0f-b4c2-794cef3aec71, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:18.033901 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] For port c297307f-9056-4f0f-b4c2-794cef3aec71, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=c297307f-9056-4f0f-b4c2-794cef3aec71,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:18.046706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.050427 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=1f3636d9-14a2-4cbf-9418-90b2da02fce8,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:18.105342 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:18.110438 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5837017-7622-4b9f-99f9-009b38364512 None None] Pushing event updated for resources: {'Port': ['ID=c297307f-9056-4f0f-b4c2-794cef3aec71,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:18.135489 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00311373-d806-421f-9a47-b4767ff7db5e') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:18.135999 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00311373-d806-421f-9a47-b4767ff7db5e') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:18.144269 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:18.145286 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:18.157700 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:18.220622 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.238903 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:18.256361 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:18.257448 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.366087 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:18.378898 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.574712 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.643908 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae53e7-4897-43fc-be2b-0e46d6e50ae7 req-fc0c99fd-ab8a-4bd3-a711-f1bcb4a7d41b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:18.652390 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1cae53e7-4897-43fc-be2b-0e46d6e50ae7 req-fc0c99fd-ab8a-4bd3-a711-f1bcb4a7d41b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 932 time: 0.2268424 Sep 08 13:42:18.681024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:11Z', 'revision_number': 3, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:18.755218 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658940-7cc7-4707-a68f-2f466e1bb799 None None] The sync data for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi is: [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:11Z', 'revision_number': 3, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:18.777670 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1cae53e7-4897-43fc-be2b-0e46d6e50ae7 req-3e752497-1eeb-4e79-8193-2ee06892e39e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241376 Sep 08 13:42:18.815908 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:18.822865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:18.832586 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-6a6f9ed7-7b15-4451-b785-f51d008fdc97 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3890393 Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: from cryptography.utils import int_from_bytes Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: from cryptography.utils import int_from_bytes Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:18.838131 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:18.843381 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.040746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdbda4-1ced-4f51-b02f-e504d54dca26 req-95fe7eab-5739-4cbb-b4d8-8a70b326177f tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:19.042375 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46cdbda4-1ced-4f51-b02f-e504d54dca26 req-95fe7eab-5739-4cbb-b4d8-8a70b326177f tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 931 time: 0.1156547 Sep 08 13:42:19.058310 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:19.069110 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:19.091343 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:19.091343 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:19.113535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.142458 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.144316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.155801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1f3636d9-14a2-4cbf-9418-90b2da02fce8 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:19.167909 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.236037 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.250714 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8abbcc81-da73-454e-bc34-5e74909936e3 HTTP/1.1" status: 204 len: 168 time: 3.4635198 Sep 08 13:42:19.251826 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07704c5a-4186-471d-907e-2485857899df admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.256048 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-07704c5a-4186-471d-907e-2485857899df admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.5128691 Sep 08 13:42:19.258951 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56176) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:19.259448 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56178) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:19.331934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46cdbda4-1ced-4f51-b02f-e504d54dca26 req-14f91f42-4c6b-444c-a48d-ed48da41ef74 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721856 Sep 08 13:42:19.333650 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:19.334036 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.510837 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee981153-1d66-45b4-9fe1-847c845e96c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8abbcc81-da73-454e-bc34-5e74909936e3,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:19.598932 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Network 00aced04-bad3-4826-968d-231e84367d8b is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:19.599971 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:19.606977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:19.622800 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:19.660233 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-cad9e017-44df-4098-a4ff-65e5dcb33440 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:42:19.661662 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-cad9e017-44df-4098-a4ff-65e5dcb33440 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070093 Sep 08 13:42:19.667092 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.668401 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-74031f66-7c45-4716-9a68-8af10bf3229b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:42:19.694534 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-74031f66-7c45-4716-9a68-8af10bf3229b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360124 Sep 08 13:42:19.751824 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Deleting subnet 841cffaa-865f-4920-8f11-ff98b93e951a {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:19.761397 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:19.902393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.105048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Router 0bbd6d8f-9942-4908-a8e0-847a4e65366b has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:20.169478 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.172952 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:13Z', 'revision_number': 3, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:20.257803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Request body: {'port': {'device_id': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:20.261359 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:20.261743 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Updating router 5dab6235-1517-4027-afcf-a6530e3dba24 port 31de4cfe-c180-4076-bcc7-c3a1b9502082 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:20.290366 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a50cb3-5805-4995-994b-ba946af31523 req-42660e96-42cb-416f-8bc7-7eed0f63bc8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:20.298121 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88a50cb3-5805-4995-994b-ba946af31523 req-42660e96-42cb-416f-8bc7-7eed0f63bc8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 932 time: 0.2569151 Sep 08 13:42:20.329278 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.330997 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Request body: {'port': {'device_id': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:20.401544 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.487059 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:20.503724 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88a50cb3-5805-4995-994b-ba946af31523 req-0b87a75a-3905-4b23-b20d-c06b7cfa03a2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842072 Sep 08 13:42:20.511270 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8826c7a5-4ffe-4baf-be06-dd317ec86ed2 admin admin] 10.222.0.58 "PUT /v2.0/routers/0bbd6d8f-9942-4908-a8e0-847a4e65366b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4533660 Sep 08 13:42:20.522958 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.720029 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841cffaa-865f-4920-8f11-ff98b93e951a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:20.777063 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:20.779165 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-612e3dca-0191-4e59-bbba-3a65926a4049 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/841cffaa-865f-4920-8f11-ff98b93e951a HTTP/1.1" status: 204 len: 168 time: 1.5185010 Sep 08 13:42:20.783627 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56222) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:20.821171 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a971b95-8bb3-4765-a57e-90fbbbc07578 req-a4d96e04-81fe-4767-8771-11d9c55e92eb tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:20.829228 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0a971b95-8bb3-4765-a57e-90fbbbc07578 req-a4d96e04-81fe-4767-8771-11d9c55e92eb tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 931 time: 0.3166122 Sep 08 13:42:21.137332 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.170407 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Transition to ACTIVE for port object 31de4cfe-c180-4076-bcc7-c3a1b9502082 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:21.176845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.185308 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.200920 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0a971b95-8bb3-4765-a57e-90fbbbc07578 req-c49433fa-ad99-48c3-af3b-3237e85f58e3 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664174 Sep 08 13:42:21.234875 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device c297307f-9056-4f0f-b4c2-794cef3aec71 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:21.258785 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.265972 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Allocated IP 172.20.0.1 (21a0a687-f79c-4b3a-ab43-b435f6e7e4da/f9b7d1bd-a242-4a65-b2c5-e79346b10291/e7fc53fe-b5ca-4df4-8660-a8adc7d969b7) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:21.342121 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Attempting to bind port 31de4cfe-c180-4076-bcc7-c3a1b9502082 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:21.342789 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Attempting to bind port 31de4cfe-c180-4076-bcc7-c3a1b9502082 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:21.344213 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Attempting to bind port 31de4cfe-c180-4076-bcc7-c3a1b9502082 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:21.357633 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:21.358222 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:21.358762 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.359274 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:21.360317 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Bound port: 31de4cfe-c180-4076-bcc7-c3a1b9502082, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:21.367607 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.384848 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port c297307f-9056-4f0f-b4c2-794cef3aec71 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:21.394242 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port c297307f-9056-4f0f-b4c2-794cef3aec71 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:21.394626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.534799 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] For port 31de4cfe-c180-4076-bcc7-c3a1b9502082, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:21.567718 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39bae1-1a68-456c-8c77-d1c2e4a9212f None None] Pushing event updated for resources: {'Port': ['ID=31de4cfe-c180-4076-bcc7-c3a1b9502082,revision_number=2']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:21.577747 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] For port 31de4cfe-c180-4076-bcc7-c3a1b9502082, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=31de4cfe-c180-4076-bcc7-c3a1b9502082,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:21.585907 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.618511 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.632185 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:21.642830 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.661598 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Transition to ACTIVE for port object 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:21.675343 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port c297307f-9056-4f0f-b4c2-794cef3aec71, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=c297307f-9056-4f0f-b4c2-794cef3aec71,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:21.683269 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.683895 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:21.741602 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39bae1-1a68-456c-8c77-d1c2e4a9212f None None] Pushing event updated for resources: {'Port': ['ID=31de4cfe-c180-4076-bcc7-c3a1b9502082,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:21.812627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=c297307f-9056-4f0f-b4c2-794cef3aec71,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:21.823622 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:21.831522 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:21.994531 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Sync routers for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:22.010519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:22.011161 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:22.164151 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.171567 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.181936 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:22.238808 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:22.309929 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c8eb-59e5-4e43-a01d-a493c77c558c req-d8f67f5b-a273-4833-b3e8-004cb7830a80 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.318132 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a4d3c8eb-59e5-4e43-a01d-a493c77c558c req-d8f67f5b-a273-4833-b3e8-004cb7830a80 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 932 time: 0.6377816 Sep 08 13:42:22.384694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a4d3c8eb-59e5-4e43-a01d-a493c77c558c req-092feaf8-3778-40ec-837b-ebe34a51aa79 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652685 Sep 08 13:42:22.391694 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.392424 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.393203 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.394333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > port after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.394333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.394333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.394741 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.394973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.395337 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.395602 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.522401 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Allocated IP 172.20.0.1 (621e8fda-3c8d-43b6-8512-9d4a91879621/7749bb8c-9f59-45a6-abe6-9b27b62e5e29/9ee95804-381b-4f23-9fb8-2024890683b0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:22.594753 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.595095 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.595574 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.596187 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:42:22.596752 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f857e1-b665-4b54-9e10-cebe83bf8375']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:22.671820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf80dd7-9227-444a-b5a1-d19063e5f8d6') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:22.673966 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf80dd7-9227-444a-b5a1-d19063e5f8d6') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:22.680987 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Pushing event updated for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:22.777720 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.801119 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:13Z', 'revision_number': 3, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:22.828313 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Attempting to bind port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:22.829849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Attempting to bind port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b7f147f1-3997-483d-94e8-80326179e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:22.830365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Attempting to bind port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 on network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:22.839355 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.846536 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Transition to ACTIVE for port object e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:22.868818 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f414f89-b7d3-4538-aa3c-402dcfe47fbc None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:13Z', 'revision_number': 3, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:22.885679 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 on network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:22.886114 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Attempting to bind port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 on network fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:22.897817 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:22.898327 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Checking segment: {'id': 'b7f147f1-3997-483d-94e8-80326179e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:22.899061 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Bound using segment: {'id': 'b7f147f1-3997-483d-94e8-80326179e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:22.899680 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Bound port: 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f147f1-3997-483d-94e8-80326179e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:22.900504 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.921039 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-0ea79e41-d1c6-4c38-a178-040a9125e92b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.929514 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-0ea79e41-d1c6-4c38-a178-040a9125e92b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 819 time: 1.5022399 Sep 08 13:42:22.955237 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-2100a0bc-e474-4105-95a0-e7c1e1e7bd0b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/quotas/7a4def34dc27466d86d6d5588345cdf8 HTTP/1.1" status: 200 len: 375 time: 0.0245516 Sep 08 13:42:22.963519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:22.974023 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.009936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f70ce4-8ef1-4e4d-9e49-25287ea70527 req-1dfd8b36-8cb3-48d8-9139-0c1aa1258800 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:23.024672 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0f70ce4-8ef1-4e4d-9e49-25287ea70527 req-1dfd8b36-8cb3-48d8-9139-0c1aa1258800 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.4022017 Sep 08 13:42:23.032030 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Transition to ACTIVE for port object 9ee95804-381b-4f23-9fb8-2024890683b0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:23.036365 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.051167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:23.053797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.092547 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:18Z', 'revision_number': 4, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '121e8ffc-81ac-40e1-9a0e-86f0df174d37', 'name': '', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'mac_address': 'fa:16:3e:1e:95:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd18862b3-a211-4792-923d-249ec6765f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:16Z', 'updated_at': '2021-09-08T13:42:18Z', 'revision_number': 2, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'subnets': [{'id': 'd18862b3-a211-4792-923d-249ec6765f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:23.168458 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Checking router: 0bbd6d8f-9942-4908-a8e0-847a4e65366b for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: from cryptography.utils import int_from_bytes Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: from cryptography.utils import int_from_bytes Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:23.171495 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:23.174892 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Updating router 0bbd6d8f-9942-4908-a8e0-847a4e65366b port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:23.253611 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device c297307f-9056-4f0f-b4c2-794cef3aec71 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:23.289212 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.322241 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.340807 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.343599 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] 10.222.0.58 "DELETE /v2.0/networks/84f857e1-b665-4b54-9e10-cebe83bf8375 HTTP/1.1" status: 204 len: 168 time: 2.5565586 Sep 08 13:42:23.384228 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port c297307f-9056-4f0f-b4c2-794cef3aec71 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:23.384663 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.506447 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0f70ce4-8ef1-4e4d-9e49-25287ea70527 req-97aca197-7dd3-477a-8710-200f0ba303a7 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740705 Sep 08 13:42:23.568785 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-7eabbb8b-0ee3-4302-a969-a6f3cdb92f55 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6123788 Sep 08 13:42:23.874697 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:23.889023 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef6825-e4f3-4152-bcf3-1b5244f48d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=84f857e1-b665-4b54-9e10-cebe83bf8375,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:23.901169 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-1ddcb746-5f8c-4134-9baa-6a36796bc237 service neutron] 10.222.0.58 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301237 Sep 08 13:42:24.016530 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56284) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:24.039358 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb3a824-5acc-4626-a699-d6ca55c227b4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:24.060325 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.121624 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Transition to ACTIVE for port object 4bb3a824-5acc-4626-a699-d6ca55c227b4 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:24.138856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:24.181821 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:24.192116 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56286) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:24.193408 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.270492 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:24.299373 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.335992 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.352048 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Transition to ACTIVE for port object 121e8ffc-81ac-40e1-9a0e-86f0df174d37 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:24.356924 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,segment=NetworkSegment(b7f147f1-3997-483d-94e8-80326179e6e1),segment_id=b7f147f1-3997-483d-94e8-80326179e6e1)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:24.371174 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.390178 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.415946 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7420b4-9399-453f-a7b6-7e48e53b2fac req-b09f3c80-99fe-4420-8f84-c72bf48b022d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:24.423072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8e7420b4-9399-453f-a7b6-7e48e53b2fac req-b09f3c80-99fe-4420-8f84-c72bf48b022d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 932 time: 0.4847205 Sep 08 13:42:24.476514 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.544636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3628-b1d3-4c94-95ef-d0de0e50021b None None] Pushing event updated for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.587894 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Attempting to bind port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:24.588266 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Attempting to bind port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:24.588670 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Attempting to bind port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 on network 00aced04-bad3-4826-968d-231e84367d8b {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:24.597543 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.598778 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:24.599155 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Checking segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:24.599552 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.600149 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Bound using segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:24.600569 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Bound port: 121e8ffc-81ac-40e1-9a0e-86f0df174d37, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:24.600975 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.613542 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-12a012a6-6b25-4610-99dc-a9de9217d31a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03fbb4ae7df34fec8c0455e8287a19e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5273535 Sep 08 13:42:24.617584 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56294) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:24.620003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-c3396224-c9eb-4c74-825e-f566c62e7aeb service neutron] 10.222.0.58 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156818 Sep 08 13:42:24.625280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:24.625900 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.627422 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] 10.222.0.50 "PUT /v2.0/ports/2f8d95b0-ebcb-4e80-b79b-ca44d6447892 HTTP/1.1" status: 200 len: 1093 time: 4.5932686 Sep 08 13:42:24.628156 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:24.689928 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-691e44bf-ef77-4a6a-94d1-ff058446154d None None] Provisioning for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:24.699362 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-691e44bf-ef77-4a6a-94d1-ff058446154d None None] Provisioning complete for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:24.699745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-691e44bf-ef77-4a6a-94d1-ff058446154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.727192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] For port 121e8ffc-81ac-40e1-9a0e-86f0df174d37, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:24.730880 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8e7420b4-9399-453f-a7b6-7e48e53b2fac req-1b8a8b6e-159f-43a9-8a6b-5533b8647ae2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798557 Sep 08 13:42:24.737996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cb458-35d6-47a2-bb3d-10f82d33a96c service neutron] Pushing event updated for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.745808 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.767968 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] For port 121e8ffc-81ac-40e1-9a0e-86f0df174d37, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=121e8ffc-81ac-40e1-9a0e-86f0df174d37,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:24.782305 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.803848 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Pushing event updated for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.818488 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-691e44bf-ef77-4a6a-94d1-ff058446154d None None] Port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:24.829000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9d68a-6206-4544-81f2-365f74b5c957" -d '{"events": [{"name": "network-changed", "server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:24.833601 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:24.848673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Attempting to bind port 4bb3a824-5acc-4626-a699-d6ca55c227b4 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:24.849079 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Attempting to bind port 4bb3a824-5acc-4626-a699-d6ca55c227b4 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:24.849602 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Attempting to bind port 4bb3a824-5acc-4626-a699-d6ca55c227b4 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:24.856418 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf84f-5e92-4eee-921f-14ad5bc80125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.877133 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:24.878076 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:24.911435 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1a5daf77-5590-47aa-9e76-3de35379727b req-1208f3de-5b1f-4597-a674-998d2a0d3a9e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 210 time: 0.0395484 Sep 08 13:42:24.970831 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Port 4bb3a824-5acc-4626-a699-d6ca55c227b4 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:24.971325 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Attempting to bind port 4bb3a824-5acc-4626-a699-d6ca55c227b4 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:24.971923 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3628-b1d3-4c94-95ef-d0de0e50021b None None] Pushing event updated for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.977320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d243f1-14a4-42f8-9f40-52e814bd24c6 req-23305b47-fb74-4316-a990-e0739900c0e1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:24.979735 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:24.984397 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:24.997813 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-58d243f1-14a4-42f8-9f40-52e814bd24c6 req-23305b47-fb74-4316-a990-e0739900c0e1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.1364245 Sep 08 13:42:25.086442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-58d243f1-14a4-42f8-9f40-52e814bd24c6 req-2430a147-ad25-4a05-89b2-34e4e2db8b33 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845323 Sep 08 13:42:25.133676 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:25.159550 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.201041 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:25.201451 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Checking segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:25.202210 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Bound using segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:25.202868 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Bound port: 4bb3a824-5acc-4626-a699-d6ca55c227b4, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:25.203323 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.305462 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7525cb44-d0cc-4e46-94de-967d2573bb62 x-openstack-request-id: req-7525cb44-d0cc-4e46-94de-967d2573bb62 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:25.306425 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:25.306824 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7525cb44-d0cc-4e46-94de-967d2573bb62 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:25.307458 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892', 'status': 'completed', 'code': 200} Sep 08 13:42:25.312983 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 31de4cfe-c180-4076-bcc7-c3a1b9502082 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:25.380856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.394106 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.457772 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-405d66db-a77f-42de-aad5-8f53433515f8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:25.465200 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-405d66db-a77f-42de-aad5-8f53433515f8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 819 time: 0.1509111 Sep 08 13:42:25.483537 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-db4054c5-c0ca-42cd-97e1-c96fd565fa74 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/quotas/7a4def34dc27466d86d6d5588345cdf8 HTTP/1.1" status: 200 len: 375 time: 0.0171568 Sep 08 13:42:25.497350 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 31de4cfe-c180-4076-bcc7-c3a1b9502082 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:25.511021 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 31de4cfe-c180-4076-bcc7-c3a1b9502082 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:25.511391 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.518503 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6516c307-e87f-4124-bf2f-2038ab1e65c7 None None] Provisioning for port 9ee95804-381b-4f23-9fb8-2024890683b0 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:25.518691 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.542413 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-258809f5-4549-4594-98b4-863bcc08cc6d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569808 Sep 08 13:42:25.547057 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6516c307-e87f-4124-bf2f-2038ab1e65c7 None None] Provisioning complete for port 9ee95804-381b-4f23-9fb8-2024890683b0 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:25.547459 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6516c307-e87f-4124-bf2f-2038ab1e65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.589487 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:25.635616 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6516c307-e87f-4124-bf2f-2038ab1e65c7 None None] Port 9ee95804-381b-4f23-9fb8-2024890683b0 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:25.656222 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-fce705b6-df16-4d43-9db7-d8793e1f4b8b service neutron] 10.222.0.58 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125829 Sep 08 13:42:25.668497 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:25.689294 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.701501 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:18Z', 'revision_number': 4, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '121e8ffc-81ac-40e1-9a0e-86f0df174d37', 'name': '', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'mac_address': 'fa:16:3e:1e:95:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd18862b3-a211-4792-923d-249ec6765f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:16Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'subnets': [{'id': 'd18862b3-a211-4792-923d-249ec6765f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:25.705362 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.734963 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee5f33-6894-4482-bf56-048f55baaa5d None None] The sync data for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi is: [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:18Z', 'revision_number': 4, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '121e8ffc-81ac-40e1-9a0e-86f0df174d37', 'name': '', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'mac_address': 'fa:16:3e:1e:95:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd18862b3-a211-4792-923d-249ec6765f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:16Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'subnets': [{'id': 'd18862b3-a211-4792-923d-249ec6765f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:25.766221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-0fec2a03-f292-436d-9dab-67eb219e7948 service neutron] 10.222.0.58 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091478 Sep 08 13:42:25.774427 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 31de4cfe-c180-4076-bcc7-c3a1b9502082, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=31de4cfe-c180-4076-bcc7-c3a1b9502082,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:25.778614 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:25.779324 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.781439 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/4bb3a824-5acc-4626-a699-d6ca55c227b4 HTTP/1.1" status: 200 len: 1094 time: 5.8399718 Sep 08 13:42:25.783973 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:25.784515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.849577 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf84f-5e92-4eee-921f-14ad5bc80125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.863827 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.866792 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.870956 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e31ec942-3850-4e64-8f44-a5df96e708d4 HTTP/1.1" status: 204 len: 168 time: 1.2324979 Sep 08 13:42:25.872731 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.880956 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=31de4cfe-c180-4076-bcc7-c3a1b9502082,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:25.881286 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf84f-5e92-4eee-921f-14ad5bc80125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.890044 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e734a-2e0f-407a-9a76-c137a92c18f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:25.893370 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.911689 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.982681 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e370b-79cf-4a49-b98a-5d1eabb6bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ec942-3850-4e64-8f44-a5df96e708d4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.006171 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edce99-48f8-4cdd-808f-de22e928e5d2 req-867491e1-707e-4247-80b9-c3faa9142b83 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:26.008558 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b3928-7944-451d-9646-d83e0aeb14f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:26.014079 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45edce99-48f8-4cdd-808f-de22e928e5d2 req-867491e1-707e-4247-80b9-c3faa9142b83 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 0.1833894 Sep 08 13:42:26.058832 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eeb027b1-6d06-4631-af88-52a68ece3acd req-4e86ff49-0d10-4a88-84ea-1eee9bbf702b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 210 time: 0.0426204 Sep 08 13:42:26.090572 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9a0bf84f-5e92-4eee-921f-14ad5bc80125 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2963374ddcbc40899357a68a832576af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8760056 Sep 08 13:42:26.103870 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56344) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:26.112114 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45edce99-48f8-4cdd-808f-de22e928e5d2 req-1d762b3e-41b8-42a1-8c85-eee495bfb345 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913510 Sep 08 13:42:26.198878 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bf84f-5e92-4eee-921f-14ad5bc80125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22576250-1b50-457e-a36a-ad9bad5a0c7d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.259560 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.272454 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeaf03-f450-44b8-8e56-33c632d707a1 req-b920a28d-8ce1-4eff-a5f6-a1ba9a5888e7 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:26.278333 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.284238 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebbeaf03-f450-44b8-8e56-33c632d707a1 req-b920a28d-8ce1-4eff-a5f6-a1ba9a5888e7 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.0898941 Sep 08 13:42:26.352073 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebbeaf03-f450-44b8-8e56-33c632d707a1 req-d5929ae8-6b8a-44de-8b6b-2c9210c515f3 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617914 Sep 08 13:42:26.419491 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.451167 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.489609 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56362) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:26.496684 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab26e7-2f23-4c04-b15c-e6cce28db06c x-openstack-request-id: req-06ab26e7-2f23-4c04-b15c-e6cce28db06c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:26.496966 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:26.497438 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06ab26e7-2f23-4c04-b15c-e6cce28db06c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:26.498101 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4', 'status': 'completed', 'code': 200} Sep 08 13:42:26.543249 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-06513227-82da-4477-8853-3ca97eaf3b1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0897c3f7f16a4846890717764a9f5489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521588 Sep 08 13:42:26.544072 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56364) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:26.604586 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.616246 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.618780 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.619939 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22576250-1b50-457e-a36a-ad9bad5a0c7d HTTP/1.1" status: 204 len: 168 time: 0.4578290 Sep 08 13:42:26.621873 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:26.635982 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:26.638141 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.645232 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23aa086-2996-475f-b064-108a9deff339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22576250-1b50-457e-a36a-ad9bad5a0c7d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.743348 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.746199 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.751456 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f32168f-fd51-4194-a155-373ae6f2b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2061658 Sep 08 13:42:26.762166 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9da8c-6ac3-4b38-bdb9-b6a12e5a0e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f32168f-fd51-4194-a155-373ae6f2b9d8,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.832313 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.847009 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.897008 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:26.988419 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5bdfc70c-4cfd-4acf-acd0-d5a9eea61bde None None] Provisioning complete for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:26.990370 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc70c-4cfd-4acf-acd0-d5a9eea61bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.071978 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5bdfc70c-4cfd-4acf-acd0-d5a9eea61bde None None] Port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:27.180958 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.274377 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d8c76c79-16fb-4cca-b788-a9c67d84e167 req-f424b2a0-ce0a-4dca-8194-918d072082dd tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 210 time: 0.0584328 Sep 08 13:42:27.335389 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 121e8ffc-81ac-40e1-9a0e-86f0df174d37 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:27.469002 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:27.475682 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:27.477062 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.541525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116252-c5a0-47dc-8f86-e1bfdd52232d req-6f855141-3e9e-4709-b51e-43554cf7ebcd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:27.546389 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-07116252-c5a0-47dc-8f86-e1bfdd52232d req-6f855141-3e9e-4709-b51e-43554cf7ebcd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 0.2681327 Sep 08 13:42:27.578601 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Pushing event updated for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:27.736913 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.810056 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 121e8ffc-81ac-40e1-9a0e-86f0df174d37, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=121e8ffc-81ac-40e1-9a0e-86f0df174d37,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:27.817349 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.818199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 31de4cfe-c180-4076-bcc7-c3a1b9502082 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:27.845921 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:27.872233 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e01921-b219-43ab-927a-213855226257 None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:27.881575 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-850cd758-8947-455c-a8c1-8545047ca840 admin admin] 10.222.0.58 "PUT /v2.0/routers/8f168978-fa50-4432-9aaf-4370b29726e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0640073 Sep 08 13:42:27.885215 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-3cdb7701-c669-492f-b77d-48f561ed86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:27.886755 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-3cdb7701-c669-492f-b77d-48f561ed86a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e34c66d1741402a9397bbe463c01093&device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 1096 time: 0.7090595 Sep 08 13:42:27.890554 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-1d2b7927-c8a7-41bb-8601-3a81f9dc23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:27.892380 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-1d2b7927-c8a7-41bb-8601-3a81f9dc23f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 1097 time: 0.5500333 Sep 08 13:42:27.897333 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e01921-b219-43ab-927a-213855226257 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:27.898270 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-61e01921-b219-43ab-927a-213855226257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.936233 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:27.971031 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 31de4cfe-c180-4076-bcc7-c3a1b9502082 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:27.972437 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:28.024239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bd581-bcfc-4ab0-b8e1-3ca6dd2fbf78 req-a73099dc-9861-4c50-a86e-e04f01cf2da5 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:28.043556 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f92bd581-bcfc-4ab0-b8e1-3ca6dd2fbf78 req-a73099dc-9861-4c50-a86e-e04f01cf2da5 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.5410864 Sep 08 13:42:28.077833 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:28.101167 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:28.109653 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-07116252-c5a0-47dc-8f86-e1bfdd52232d req-fec87e58-9187-4dbc-9e70-aa57dfdf270f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050802 Sep 08 13:42:28.157946 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.50', 64370) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:28.213010 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-61e01921-b219-43ab-927a-213855226257 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:28.526445 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f92bd581-bcfc-4ab0-b8e1-3ca6dd2fbf78 req-6c522fca-a7b3-46af-b5f1-cbac03806f55 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766936 Sep 08 13:42:28.620596 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e84357d0-5ac3-4c4a-8312-636c3e8d75f9 None None] Provisioning complete for port 9ee95804-381b-4f23-9fb8-2024890683b0 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:28.621167 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e84357d0-5ac3-4c4a-8312-636c3e8d75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:28.680500 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.50', 64375) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:28.694304 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e84357d0-5ac3-4c4a-8312-636c3e8d75f9 None None] Port 9ee95804-381b-4f23-9fb8-2024890683b0 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:28.782655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-15418fa0-4fc4-40cc-a919-27e6bfbf0eb7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:28.784800 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-15418fa0-4fc4-40cc-a919-27e6bfbf0eb7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 819 time: 0.6182470 Sep 08 13:42:28.802764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Request body: {'port': {'device_id': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'admin_state_up': True, 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:28.808549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-96d57bb2-03b5-4cdb-adf3-ceff9bac744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:28.810612 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-96d57bb2-03b5-4cdb-adf3-ceff9bac744c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9083927 Sep 08 13:42:28.846256 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f72e3c30-412b-4e15-a206-ba4e01f7770e req-f9b028c8-586c-4b0b-b285-0859a19beb4d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 210 time: 0.1054108 Sep 08 13:42:28.881073 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-61e01921-b219-43ab-927a-213855226257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 2, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:28.881854 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-55187a82-4117-4956-946d-b66019882565 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:28.884536 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-55187a82-4117-4956-946d-b66019882565 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 819 time: 0.2093503 Sep 08 13:42:28.899950 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Request body: {'port': {'device_id': '976b75d1-048e-4cde-9b87-d02e680dc236', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'admin_state_up': True, 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:29.010415 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e01921-b219-43ab-927a-213855226257 None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:29.010790 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e01921-b219-43ab-927a-213855226257 None None] Updating router 8f168978-fa50-4432-9aaf-4370b29726e3 port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:29.063116 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-b85c72df-1330-4b50-a48e-bddd812db532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.065438 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-b85c72df-1330-4b50-a48e-bddd812db532 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e34c66d1741402a9397bbe463c01093&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1589096 Sep 08 13:42:29.073064 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Made reservation on behalf of 7a4def34dc27466d86d6d5588345cdf8 for: {'port': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:29.079781 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.109683 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.174323 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 121e8ffc-81ac-40e1-9a0e-86f0df174d37 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:29.211378 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:29.296366 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:29.296768 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.442769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Made reservation on behalf of 7a4def34dc27466d86d6d5588345cdf8 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:29.447612 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.586684 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7cc7b-ecb9-4dc5-83b5-bdc1560aab5d req-840a7e8b-2ba5-4714-8cc4-f86d3e4429d6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.588855 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-95a7cc7b-ecb9-4dc5-83b5-bdc1560aab5d req-840a7e8b-2ba5-4714-8cc4-f86d3e4429d6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 0.3480394 Sep 08 13:42:29.603588 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-c6326ef9-8100-487e-bffa-5b8b6d213e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.606094 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-424b3928-7944-451d-9646-d83e0aeb14f2 req-c6326ef9-8100-487e-bffa-5b8b6d213e22 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7785540 Sep 08 13:42:29.613000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56470) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:29.630842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-5c139af9-69f3-43a1-a7cb-a2c47f73026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.641168 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-cec9d68a-6206-4544-81f2-365f74b5c957 req-5c139af9-69f3-43a1-a7cb-a2c47f73026a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5584393 Sep 08 13:42:29.697272 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077096212', 'description': 'tempest-description--1304198723'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:29.793176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.814897 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.857435 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-61e01921-b219-43ab-927a-213855226257 None None] Transition to ACTIVE for port object e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:29.880247 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-3e5bdfe3-f713-4984-b479-d76e0e279fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.881271 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-3e5bdfe3-f713-4984-b479-d76e0e279fde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e34c66d1741402a9397bbe463c01093&device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 1096 time: 0.1311214 Sep 08 13:42:29.895245 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Allocated IP 172.20.0.8 (00aced04-bad3-4826-968d-231e84367d8b/d18862b3-a211-4792-923d-249ec6765f48/dd4325e5-e089-40f8-9491-ba38f3824dfd) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:29.901458 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:29.916126 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-95a7cc7b-ecb9-4dc5-83b5-bdc1560aab5d req-3c104d69-2cbd-4b37-b4f6-f1ad1e1d1670 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066363 Sep 08 13:42:29.936323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-c0a573a3-ddf5-4100-9521-cc391504b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.937826 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-c0a573a3-ddf5-4100-9521-cc391504b214 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 1097 time: 0.2612278 Sep 08 13:42:29.968504 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-b8f182e4-4d61-49a1-95a8-79af808c41c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892 HTTP/1.1" status: 200 len: 217 time: 0.0763400 Sep 08 13:42:30.025543 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc07e03-ad83-4186-8e77-8b16bd80fe12 None None] Pushing event updated for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:30.050116 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:30.061210 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3003090b-a741-45fc-ac46-af294d9153cd admin admin] 10.222.0.58 "PUT /v2.0/routers/5dab6235-1517-4027-afcf-a6530e3dba24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7927632 Sep 08 13:42:30.092914 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:30.118977 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-7a027bfa-9097-4b5d-8e03-23138e166006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:30.129891 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:30.130547 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:30.132775 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-7a027bfa-9097-4b5d-8e03-23138e166006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=176a5775-4666-45a0-9beb-d56f1e0a682d HTTP/1.1" status: 200 len: 852 time: 0.1499088 Sep 08 13:42:30.139541 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-7744fb32-5c9b-4dd4-95ba-ef354379af5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4 HTTP/1.1" status: 200 len: 217 time: 0.1856258 Sep 08 13:42:30.282745 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-b4e4f1ef-cb35-496c-93ba-109fcad8e546 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa2784ee-fd2d-41a9-8ba5-8759ea473cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417906 Sep 08 13:42:30.361694 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:30.429517 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252e73a-0d7c-4dac-823d-4a642c21cae8 req-9fefdd29-c87a-44a4-9ebb-f0cc099d5340 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:30.431109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0252e73a-0d7c-4dac-823d-4a642c21cae8 req-9fefdd29-c87a-44a4-9ebb-f0cc099d5340 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.6631520 Sep 08 13:42:30.440917 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.456881 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-61e01921-b219-43ab-927a-213855226257 None None] Attempting to bind port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:30.457336 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-61e01921-b219-43ab-927a-213855226257 None None] Attempting to bind port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:30.457700 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e01921-b219-43ab-927a-213855226257 None None] Attempting to bind port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:30.470802 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e01921-b219-43ab-927a-213855226257 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:30.471345 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e01921-b219-43ab-927a-213855226257 None None] Checking segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:30.471826 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.472199 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e01921-b219-43ab-927a-213855226257 None None] Bound using segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:30.472592 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-61e01921-b219-43ab-927a-213855226257 None None] Bound port: e7fc53fe-b5ca-4df4-8660-a8adc7d969b7, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:30.473079 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.665859 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-61e01921-b219-43ab-927a-213855226257 None None] For port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:30.675952 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-61e01921-b219-43ab-927a-213855226257 None None] For port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:30.682073 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-41ba3d3b-d313-42d5-89fe-06ee7101a418 req-078bc863-a84e-46c2-9670-e0123d39ef5e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 210 time: 0.2267306 Sep 08 13:42:30.685200 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-61e01921-b219-43ab-927a-213855226257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.825673 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e01921-b219-43ab-927a-213855226257 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:30.826910 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-61e01921-b219-43ab-927a-213855226257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:30.858958 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-c909b41f-6d26-451f-8c17-5c876f157afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:30.861420 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-c909b41f-6d26-451f-8c17-5c876f157afc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.4171145 Sep 08 13:42:30.869469 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-7388f91e-7cce-48a7-916c-bcdd9124dc0a service neutron] 10.222.0.50 "GET /v2.0/networks/fa2784ee-fd2d-41a9-8ba5-8759ea473cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777299 Sep 08 13:42:30.904307 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:26Z', 'revision_number': 2, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:30.967250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0252e73a-0d7c-4dac-823d-4a642c21cae8 req-cb540953-447c-4ca3-b38d-f649136a5b40 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107210 Sep 08 13:42:30.993901 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:30.996363 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Updating router 5dab6235-1517-4027-afcf-a6530e3dba24 port 9ee95804-381b-4f23-9fb8-2024890683b0 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:31.001595 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc07e03-ad83-4186-8e77-8b16bd80fe12 None None] Pushing event updated for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:31.067752 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.117515 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.130516 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-6fad8352-6db0-4d1c-a1f6-316c63ad73e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2240272 Sep 08 13:42:31.133164 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.133923 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-80e28bed-18c7-4568-93e4-beb8768fd2dd req-cc682321-f87f-40d8-8ae4-3264610077e4 service neutron] 10.222.0.50 "GET /v2.0/networks/fa2784ee-fd2d-41a9-8ba5-8759ea473cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558026 Sep 08 13:42:31.186386 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.259292 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-61e01921-b219-43ab-927a-213855226257 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:31.330173 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Allocated IP 172.20.0.2 (00aced04-bad3-4826-968d-231e84367d8b/d18862b3-a211-4792-923d-249ec6765f48/2a6a983b-12c3-416c-a14c-2f81d7cd6350) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:31.354971 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56538) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:31.408057 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-a43b673f-04da-4e28-89df-b7764001a941 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612369 Sep 08 13:42:31.417616 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Network 00aced04-bad3-4826-968d-231e84367d8b is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:31.424148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.425945 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7505329 Sep 08 13:42:31.432025 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56542) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:31.466786 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group_rule': {'security_group_id': '1d495be4-3e77-47af-8c1a-f241f86c5205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:31.579265 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-61e01921-b219-43ab-927a-213855226257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:30Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:31.614994 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-af45110f-c48b-4e6a-a6fc-02e68f47ef40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.636746 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.646198 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e01921-b219-43ab-927a-213855226257 None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:30Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:31.676142 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56548) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:31.690306 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712240130', 'description': 'tempest-description--1785320502'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:31.727933 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.741365 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Transition to ACTIVE for port object 9ee95804-381b-4f23-9fb8-2024890683b0 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:31.750798 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.882513 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.887504 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:31.915014 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4c61b-09f6-444f-a214-3f00ac2eb0ac None None] Pushing event updated for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:31.931619 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Attempting to bind port 9ee95804-381b-4f23-9fb8-2024890683b0 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:31.932205 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Attempting to bind port 9ee95804-381b-4f23-9fb8-2024890683b0 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:31.932567 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Attempting to bind port 9ee95804-381b-4f23-9fb8-2024890683b0 on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:31.938670 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.940463 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:31.941074 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Checking segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:31.941589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.942159 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Bound using segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:31.943001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Bound port: 9ee95804-381b-4f23-9fb8-2024890683b0, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:31.943473 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:31.950102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:31.954645 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.031865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec628c-30da-4729-a276-2fcf7160fb48,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.075673 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.079183 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.080276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.113564 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494b144-b33a-4afb-87e7-a343c502f64b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d495be4-3e77-47af-8c1a-f241f86c5205,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.138620 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] For port 9ee95804-381b-4f23-9fb8-2024890683b0, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:32.140654 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Network 00aced04-bad3-4826-968d-231e84367d8b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:32.152050 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] For port 9ee95804-381b-4f23-9fb8-2024890683b0, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=9ee95804-381b-4f23-9fb8-2024890683b0,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:32.160491 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.176482 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:32.184894 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:32.213406 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3616bc9c-3c77-4b83-8e24-826650a200f1 req-900d2da4-c7dc-4e86-86dd-632f9bafb6ef service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827897 Sep 08 13:42:32.214937 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Pushing event updated for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.255213 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04684-b0d6-455a-a11c-ee3765a0f7ba req-dcad4d51-d32e-4675-9eb4-2b02a9e24bdb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.259746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5e04684-b0d6-455a-a11c-ee3765a0f7ba req-dcad4d51-d32e-4675-9eb4-2b02a9e24bdb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 1.0204465 Sep 08 13:42:32.274046 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f09ea-eb7c-4410-8381-3014824484aa req-8086da5c-3427-4acf-aba1-37664d82473d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.278410 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.280581 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.283409 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-379f09ea-eb7c-4410-8381-3014824484aa req-8086da5c-3427-4acf-aba1-37664d82473d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 931 time: 0.3920059 Sep 08 13:42:32.295847 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:32.297281 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-af45110f-c48b-4e6a-a6fc-02e68f47ef40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.305031 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:32.334613 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-af45110f-c48b-4e6a-a6fc-02e68f47ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.358666 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-379f09ea-eb7c-4410-8381-3014824484aa req-25f8e3fb-17de-4bfa-852c-0fd2e95b0391 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701802 Sep 08 13:42:32.381840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5e04684-b0d6-455a-a11c-ee3765a0f7ba req-3480085c-3c76-4d2e-9dc1-88dbd16e688a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Sep 08 13:42:32.447158 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-af45110f-c48b-4e6a-a6fc-02e68f47ef40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebd9bd1726cc4d039cddaadc4842cecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0896783 Sep 08 13:42:32.457137 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56574) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:32.458381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.465040 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9d7cb078-5742-4f8e-8807-47e60e508c0b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0212314 Sep 08 13:42:32.477765 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.483984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56576) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:32.487573 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-48f33880-0e28-450f-a4d5-51a1d9c61f2d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6892641 Sep 08 13:42:32.501087 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group_rule': {'security_group_id': '1d495be4-3e77-47af-8c1a-f241f86c5205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:32.529362 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Request body: {'port': {'device_id': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:32.531633 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Pushing event updated for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.545261 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-a9bc1579-725f-4b3e-975e-018b0bfd2a48 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6502852 Sep 08 13:42:32.557560 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:32.574775 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Request body: {'port': {'device_id': '976b75d1-048e-4cde-9b87-d02e680dc236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:32.628088 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548702-0a83-4e9a-9feb-97c078b53270 req-437c5f95-9463-4f36-9615-6d7e286939bc tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.636106 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30548702-0a83-4e9a-9feb-97c078b53270 req-437c5f95-9463-4f36-9615-6d7e286939bc tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.1963208 Sep 08 13:42:32.672253 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.684129 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.db.api [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:42:32.684129 dv-cinder-784140-8-iscsi neutron-server[100411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:42:32.684129 dv-cinder-784140-8-iscsi neutron-server[100411]: [parameters: {'project_id_1': 'bf72bd32db2a4391926a4b28433d81e8', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 42, 12, 561480)}] Sep 08 13:42:32.684129 dv-cinder-784140-8-iscsi neutron-server[100411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:42:32.684730 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG oslo_db.api [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:42:32.705088 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.707369 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45110f-c48b-4e6a-a6fc-02e68f47ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e3aa1c-5533-4c16-9897-6120c7726a15,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.746131 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.772114 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.801759 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.813386 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4c61b-09f6-444f-a214-3f00ac2eb0ac None None] Pushing event updated for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:32.879521 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30548702-0a83-4e9a-9feb-97c078b53270 req-6f491a01-d5b5-450b-bf4e-0610b6699299 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425382 Sep 08 13:42:32.916461 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.918934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.922956 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28e3aa1c-5533-4c16-9897-6120c7726a15 HTTP/1.1" status: 204 len: 168 time: 0.4620128 Sep 08 13:42:32.951417 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6ff25-d6a9-4da8-83d3-21c7078474f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e3aa1c-5533-4c16-9897-6120c7726a15,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.002685 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:32Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:33.022562 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.047515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5aac1-8574-4ef6-9321-b153ae77d41d None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:32Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:33.090110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.130438 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:33.131730 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bfb48f-e7bb-4ff3-9066-0a2e01f296e4,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.138764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.144230 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cb4a84a1-2865-4773-92aa-0dba990f43da tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6585090 Sep 08 13:42:33.145996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56588) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:33.151596 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:33.191581 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.228855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.239926 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:33.246500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:33.247127 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.370528 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6a983b-12c3-416c-a14c-2f81d7cd6350 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:33.383400 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.396074 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.409779 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Transition to ACTIVE for port object 2a6a983b-12c3-416c-a14c-2f81d7cd6350 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:33.420888 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.422000 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.452908 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.465530 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.487545 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efae833-0770-4261-8cf8-3ec3a4a244c6,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.514883 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.531104 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:33.537404 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.542231 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.545089 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3d38db37-a6a0-4b25-aafd-3c9cf4c26683 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8627348 Sep 08 13:42:33.551489 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56596) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:33.551804 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56598) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:33.558287 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group_rule': {'security_group_id': '0efae833-0770-4261-8cf8-3ec3a4a244c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:33.599176 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a30ae107-78a1-4ba4-88e5-eb733d85b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.602786 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.654291 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.661455 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Attempting to bind port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:33.661795 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Attempting to bind port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:33.662130 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Attempting to bind port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 on network 00aced04-bad3-4826-968d-231e84367d8b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:33.689001 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 on network 00aced04-bad3-4826-968d-231e84367d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:33.689328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Attempting to bind port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 on network 00aced04-bad3-4826-968d-231e84367d8b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:33.706959 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:33.707297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Checking segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:33.707683 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Bound using segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:33.708130 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Bound port: 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:33.708485 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.754017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af786-a4c0-4275-bf4d-5115021b970e req-fc33bb84-09fc-455e-9c9c-e8df04002eef tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:33.755646 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e95af786-a4c0-4275-bf4d-5115021b970e req-fc33bb84-09fc-455e-9c9c-e8df04002eef tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 0.2234256 Sep 08 13:42:33.766892 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b9153-3558-409b-8181-f76d03af8e9f req-2fb35f6b-13ec-477a-904e-86dbfceaf315 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:33.768801 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f8b9153-3558-409b-8181-f76d03af8e9f req-2fb35f6b-13ec-477a-904e-86dbfceaf315 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 931 time: 0.2434134 Sep 08 13:42:33.812624 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.832252 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.862700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Allocated IP 172.27.3.140 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/b7980f45-580a-4638-a02b-babeb94dddb8) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:33.893780 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a30ae107-78a1-4ba4-88e5-eb733d85b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.896003 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9b498e-1bb8-4dbc-a5de-acd6b1f4c9fb,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.900190 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:33.906216 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a30ae107-78a1-4ba4-88e5-eb733d85b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.928111 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:33.929328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.938279 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d9623598-e951-4501-9e68-40197d700ee2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853335 Sep 08 13:42:33.938966 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56614) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:33.959108 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e95af786-a4c0-4275-bf4d-5115021b970e req-cf0002da-90ea-4eb5-9343-12943a7a72a5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878107 Sep 08 13:42:33.968295 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group_rule': {'security_group_id': '0efae833-0770-4261-8cf8-3ec3a4a244c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:33.974150 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.066365 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f8b9153-3558-409b-8181-f76d03af8e9f req-01ce875b-ac41-430f-bfa3-772cebe0f836 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514131 Sep 08 13:42:34.068457 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4325e5-e089-40f8-9491-ba38f3824dfd {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:34.082160 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ae107-78a1-4ba4-88e5-eb733d85b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e31cf15-6b3d-4f2c-8895-d8775388a135,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.086523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.091718 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a30ae107-78a1-4ba4-88e5-eb733d85b38f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9860a9253eb5407bbcb77543a004943b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376616 Sep 08 13:42:34.101161 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56620) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:34.195086 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Transition to ACTIVE for port object dd4325e5-e089-40f8-9491-ba38f3824dfd will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:34.199540 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.208386 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.213596 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:34.214311 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.215735 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-9235c468-d7dd-4a92-97d1-a8eb860d7300 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 1093 time: 1.6518855 Sep 08 13:42:34.222053 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:34.224351 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2cd3c9-3871-4bf1-84d5-941c71526cce" -d '{"events": [{"name": "network-changed", "server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:34.272376 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.297044 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.306698 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea3bd0-384e-48d0-a4de-505967d0a494 req-655c4513-fef5-45f0-a163-460e2b9c13c1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:34.308432 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57ea3bd0-384e-48d0-a4de-505967d0a494 req-655c4513-fef5-45f0-a163-460e2b9c13c1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 943 time: 0.2460258 Sep 08 13:42:34.310664 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56628) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:34.324364 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab0b52b-a155-49a1-97a3-951388f52e5e x-openstack-request-id: req-3ab0b52b-a155-49a1-97a3-951388f52e5e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:34.324672 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:34.324928 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ab0b52b-a155-49a1-97a3-951388f52e5e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:34.325321 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'status': 'completed', 'code': 200} Sep 08 13:42:34.360329 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-29b4937d-49c7-47e6-9dfd-ba7d621a44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:34.361732 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-29b4937d-49c7-47e6-9dfd-ba7d621a44ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1096 time: 0.0902793 Sep 08 13:42:34.383035 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Pushing event updated for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.387686 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.411504 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.448781 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57ea3bd0-384e-48d0-a4de-505967d0a494 req-4fedad6c-695e-447f-8c1d-49294ded101d tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207049 Sep 08 13:42:34.477615 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.486467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Attempting to bind port dd4325e5-e089-40f8-9491-ba38f3824dfd on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:34.486845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Attempting to bind port dd4325e5-e089-40f8-9491-ba38f3824dfd by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:34.488245 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Attempting to bind port dd4325e5-e089-40f8-9491-ba38f3824dfd on network 00aced04-bad3-4826-968d-231e84367d8b {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:34.528166 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-0ea40bff-02ea-4748-80e5-dbc13dd29c47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.1462038 Sep 08 13:42:34.528582 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Port dd4325e5-e089-40f8-9491-ba38f3824dfd on network 00aced04-bad3-4826-968d-231e84367d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:34.528927 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Attempting to bind port dd4325e5-e089-40f8-9491-ba38f3824dfd on network 00aced04-bad3-4826-968d-231e84367d8b {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:34.529019 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.531661 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.535285 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e31cf15-6b3d-4f2c-8895-d8775388a135 HTTP/1.1" status: 204 len: 168 time: 0.4268296 Sep 08 13:42:34.536232 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-57805769-7d3e-4fe8-ac3f-8f82ec88264a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.542584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:34.558449 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.558964 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:34.559505 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddb584-8063-4225-83ff-73fa949e2277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e31cf15-6b3d-4f2c-8895-d8775388a135,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.562407 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:34.562682 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Checking segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:34.562957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Bound using segment: {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:34.563477 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Bound port: dd4325e5-e089-40f8-9491-ba38f3824dfd, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '00aced04-bad3-4826-968d-231e84367d8b'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:34.563742 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.566102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:34.567858 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=b7980f45-580a-4638-a02b-babeb94dddb8,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.585004 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.609448 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.610592 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6613235 Sep 08 13:42:34.616656 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56634) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:34.621100 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f264ed-d2e1-490f-97cc-69169ec32051 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e619288b-5556-4892-a987-63b4c8ceb363,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.627577 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403142e-36ac-4499-a543-4bef78a58661 req-8dfc6c4b-843a-4e27-959b-130bdaa9137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:34.627766 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:34.629136 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-8dfc6c4b-843a-4e27-959b-130bdaa9137d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.0889559 Sep 08 13:42:34.671067 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-f6354103-a519-4392-9b73-82155fe57717 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304415 Sep 08 13:42:34.787826 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-47888f7a-a44b-46f2-b183-0e193b6fb8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106503 Sep 08 13:42:34.807215 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:34.863053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-57805769-7d3e-4fe8-ac3f-8f82ec88264a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.867735 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.886565 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:34.889969 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-57805769-7d3e-4fe8-ac3f-8f82ec88264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.903114 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.915904 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8403142e-36ac-4499-a543-4bef78a58661 req-c84ea31e-a240-41c2-8627-a37e3179225b service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181929 Sep 08 13:42:34.998143 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.003494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:35.004046 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.005491 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] 10.222.0.50 "PUT /v2.0/ports/dd4325e5-e089-40f8-9491-ba38f3824dfd HTTP/1.1" status: 200 len: 1093 time: 2.4915249 Sep 08 13:42:35.006111 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57805769-7d3e-4fe8-ac3f-8f82ec88264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d0f76-363f-4dd4-8e0f-cd9fd9b4d6ae,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:35.008755 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.011050 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:35.013531 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c310a91c-0001-47cf-91d8-380c74f9d7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:35.027759 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-57805769-7d3e-4fe8-ac3f-8f82ec88264a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=198ff41f562e458ebbb62c53f35f2f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125564 Sep 08 13:42:35.051000 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56650) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:35.069917 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-e137f3d0-04c2-4a76-acc5-f60a018cb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:35.072087 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-e137f3d0-04c2-4a76-acc5-f60a018cb831 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1096 time: 0.1051378 Sep 08 13:42:35.133616 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:35.174776 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252bc6a3-25c7-4563-b2dd-ab8aa8ac340d x-openstack-request-id: req-252bc6a3-25c7-4563-b2dd-ab8aa8ac340d {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:35.174776 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:35.174776 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-252bc6a3-25c7-4563-b2dd-ab8aa8ac340d {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:35.174776 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd', 'status': 'completed', 'code': 200} Sep 08 13:42:35.275734 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede61e73-81f9-48b5-bbcf-ac5eb6c9148d service neutron] Pushing event updated for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:35.360516 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 9ee95804-381b-4f23-9fb8-2024890683b0 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:35.379393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-f9ba42eb-7501-44c3-a0b4-1afd80b48343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:35.381131 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-f9ba42eb-7501-44c3-a0b4-1afd80b48343 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.2997258 Sep 08 13:42:35.435461 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-e2b22670-f521-4e58-8c0a-a1106af9cdbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0470746 Sep 08 13:42:35.436204 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.464485 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.532587 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 9ee95804-381b-4f23-9fb8-2024890683b0 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:35.542429 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,segment=NetworkSegment(b7f147f1-3997-483d-94e8-80326179e6e1),segment_id=b7f147f1-3997-483d-94e8-80326179e6e1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:35.547849 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 9ee95804-381b-4f23-9fb8-2024890683b0 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:35.548618 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.560520 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.564074 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.565262 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a9d0f76-363f-4dd4-8e0f-cd9fd9b4d6ae HTTP/1.1" status: 204 len: 168 time: 0.5109906 Sep 08 13:42:35.615105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892', 'network_id': 'fa2784ee-fd2d-41a9-8ba5-8759ea473cf2', 'port_id': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892', 'mac_address': 'fa:16:3e:32:a9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176a5775-4666-45a0-9beb-d56f1e0a682d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:42:35.648738 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace555b4-abe0-44d6-95ce-b9912358362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d0f76-363f-4dd4-8e0f-cd9fd9b4d6ae,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:35.698806 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-8e6f75b3-648b-4a6e-940c-f6c8a76f7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:35.704786 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-8e6f75b3-648b-4a6e-940c-f6c8a76f7a53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.1575341 Sep 08 13:42:35.764783 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-613df6c3-bd00-4c81-be5c-296c261d8cff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558589 Sep 08 13:42:35.809039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.857004 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:35.941668 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-76c77802-95ed-4bcd-a754-8f5272c97310 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641188 Sep 08 13:42:35.995272 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,segment=NetworkSegment(b7f147f1-3997-483d-94e8-80326179e6e1),segment_id=b7f147f1-3997-483d-94e8-80326179e6e1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:35.996870 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.046427 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.048223 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4bb3a824-5acc-4626-a699-d6ca55c227b4 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:36.074181 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-d036fb12-9768-4e7d-b3b7-18cec6d67061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.080940 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-d036fb12-9768-4e7d-b3b7-18cec6d67061 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 1096 time: 1.0102475 Sep 08 13:42:36.092643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad5b1-b0dd-4234-b3da-7ddd8b854c57 req-b27f2aa0-7dd5-4af6-97d1-7a49b4b153ae tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.094478 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-39fad5b1-b0dd-4234-b3da-7ddd8b854c57 req-b27f2aa0-7dd5-4af6-97d1-7a49b4b153ae tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 944 time: 0.9439988 Sep 08 13:42:36.114478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 9ee95804-381b-4f23-9fb8-2024890683b0, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=9ee95804-381b-4f23-9fb8-2024890683b0,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:36.125179 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35d3b-d1cd-45b0-820c-d031d58dd1c7 req-08f4189e-5a9f-46a3-9bdc-24912cd62a5b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.125727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.126500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:36.127545 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cdb35d3b-d1cd-45b0-820c-d031d58dd1c7 req-08f4189e-5a9f-46a3-9bdc-24912cd62a5b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 943 time: 0.8329508 Sep 08 13:42:36.162703 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-3d2cd3c9-3871-4bf1-84d5-941c71526cce req-51296207-85ab-4508-8d6a-67d0a56a6ffa service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125828 Sep 08 13:42:36.179895 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56688) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:36.202363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-3744dc9f-5202-4340-ba80-f010dc1ff34b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd HTTP/1.1" status: 200 len: 217 time: 0.1052322 Sep 08 13:42:36.209673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07c97eaf-90b5-4705-aade-2264a082dfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.217884 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.310195 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.315998 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07c97eaf-90b5-4705-aade-2264a082dfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.322445 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07c97eaf-90b5-4705-aade-2264a082dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.326430 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:36.327177 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.328339 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.346007 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-39fad5b1-b0dd-4234-b3da-7ddd8b854c57 req-c926705a-2b47-4cbc-843c-62c5ee7ed7f0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072577 Sep 08 13:42:36.362244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cdb35d3b-d1cd-45b0-820c-d031d58dd1c7 req-bcb10f74-b534-40b3-92c0-c0459f917941 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221267 Sep 08 13:42:36.374732 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:36.389149 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-07c97eaf-90b5-4705-aade-2264a082dfc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afb2511eba2647ba9f91f8ca9d368475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081444 Sep 08 13:42:36.391753 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56692) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:36.394294 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c97eaf-90b5-4705-aade-2264a082dfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41573c51-60bb-4fdd-beab-93fb625ea5f2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.409077 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.423671 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '4bb3a824-5acc-4626-a699-d6ca55c227b4', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'port_id': '4bb3a824-5acc-4626-a699-d6ca55c227b4', 'mac_address': 'fa:16:3e:72:ca:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019be41-3cdd-4f5d-bf04-8d0e330cfc1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:42:36.450841 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a3f43436-c100-4093-b91f-887eac77232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.455646 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.470712 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.474562 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.484247 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.538531 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb3a824-5acc-4626-a699-d6ca55c227b4 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:36.540575 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.543965 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.546537 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41573c51-60bb-4fdd-beab-93fb625ea5f2 HTTP/1.1" status: 204 len: 168 time: 0.1534784 Sep 08 13:42:36.558230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=b7980f45-580a-4638-a02b-babeb94dddb8,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.563624 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04cf5-b634-436f-af31-d2a8dd3c367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41573c51-60bb-4fdd-beab-93fb625ea5f2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.564785 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-d5b7fd35-cc2e-49c2-9e69-efba020401e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.566650 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-d5b7fd35-cc2e-49c2-9e69-efba020401e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.3507321 Sep 08 13:42:36.584915 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:36.606376 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.658918 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.698341 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-b6b6aee0-0647-4d83-98de-51a1b5e004f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566816 Sep 08 13:42:36.723814 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.778385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465937f6-0e15-428c-94b4-f058828258af req-234c1aa5-843e-4a40-8083-3e3b3168154d tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.781917 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-465937f6-0e15-428c-94b4-f058828258af req-234c1aa5-843e-4a40-8083-3e3b3168154d tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 944 time: 0.2141690 Sep 08 13:42:36.827028 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Allocated IP 172.27.3.30 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/029aa713-ff65-49b2-8ae7-b0a845891923) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:36.829205 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.838591 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c46be603-d102-4483-bc63-b3f02aec13fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6823041 Sep 08 13:42:36.889588 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['2f8d95b0-ebcb-4e80-b79b-ca44d6447892'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:42:36.914011 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:42:36.940448 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-465937f6-0e15-428c-94b4-f058828258af req-919b7a20-e2ae-4725-8c29-d496600ed906 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477883 Sep 08 13:42:36.947554 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-9733c4ad-89b8-4f82-b26d-bf46d3708cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382972 Sep 08 13:42:37.114865 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.128396 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2a6a983b-12c3-416c-a14c-2f81d7cd6350 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:37.149891 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51f313a8-c9a3-485c-9ab2-5d4df0769aa2 req-ab5c3617-7e92-47bf-b460-080356bfcc6c service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644871 Sep 08 13:42:37.216570 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 9ee95804-381b-4f23-9fb8-2024890683b0 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:37.240641 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.370048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:37.377488 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:37.380991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:37.461910 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=029aa713-ff65-49b2-8ae7-b0a845891923,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:37.532926 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-ff423baf-2352-41c1-aea7-433b5dd7eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:37.534591 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-ff423baf-2352-41c1-aea7-433b5dd7eb93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 1096 time: 0.3256171 Sep 08 13:42:37.543460 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-8185a9f6-842e-4a78-981c-43471efa4e29 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2077096212&fields=id&tenant_id=5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 267 time: 0.2351394 Sep 08 13:42:37.579499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 9ee95804-381b-4f23-9fb8-2024890683b0 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:37.580012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.752890 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:37.766195 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.791473 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'port_id': '2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'mac_address': 'fa:16:3e:29:52:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18862b3-a211-4792-923d-249ec6765f48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:42:37.840646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6e58-a04f-4700-b149-c2410ec7fc5b req-d59142c7-5964-4d6d-aa7c-f604f68c571d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:37.843328 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55ce6e58-a04f-4700-b149-c2410ec7fc5b req-d59142c7-5964-4d6d-aa7c-f604f68c571d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 945 time: 0.3946431 Sep 08 13:42:37.953978 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.997683 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6a983b-12c3-416c-a14c-2f81d7cd6350 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:38.012016 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55ce6e58-a04f-4700-b149-c2410ec7fc5b req-8cb2337e-320a-47c3-8448-cc1c63062318 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144187 Sep 08 13:42:38.012587 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.044527 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-0eb68834-0607-489c-9e1f-fdccb1af3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:38.046673 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-0eb68834-0607-489c-9e1f-fdccb1af3eaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.5021789 Sep 08 13:42:38.048001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:38.060510 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.133069 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:38.133223 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-65b46f9b-f908-4cd1-ada5-00e86684c01c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:38.134702 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-65b46f9b-f908-4cd1-ada5-00e86684c01c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 810 time: 0.5539482 Sep 08 13:42:38.138413 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-027dc90e-a000-4060-99f8-345e9ca5a759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd HTTP/1.1" status: 200 len: 217 time: 0.0779927 Sep 08 13:42:38.291390 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['2a6a983b-12c3-416c-a14c-2f81d7cd6350'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:42:38.432431 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-2428b6d8-988a-4abd-b310-9d4443d5b3b4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/quotas/5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 375 time: 0.2588582 Sep 08 13:42:38.515978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68570-283a-4b98-8765-fdd772a16568 req-9cc1ef6b-0132-4405-b7e0-1e51df433e0e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:38.518265 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31b68570-283a-4b98-8765-fdd772a16568 req-9cc1ef6b-0132-4405-b7e0-1e51df433e0e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 943 time: 0.3822618 Sep 08 13:42:38.525646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-bf635109-2d7c-488f-9621-a4dbf0e6ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:38.527252 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-bf635109-2d7c-488f-9621-a4dbf0e6ead9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.3548231 Sep 08 13:42:38.633060 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-36e2a701-46fa-472c-a7c2-5fbe3e651782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845954 Sep 08 13:42:38.705006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31b68570-283a-4b98-8765-fdd772a16568 req-9f0bf47e-d0b7-4c60-9d24-b4a764d6cb1a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700122 Sep 08 13:42:38.722663 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-492afe52-c575-41d9-b878-403e77b59353 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2821610 Sep 08 13:42:38.780393 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7a278c0c-71b4-45a3-9188-09de39eb2088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.789994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.813607 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.879244 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.949368 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-5597fe82-5db3-4854-b515-fd57195782a7 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977190 Sep 08 13:42:38.973282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=029aa713-ff65-49b2-8ae7-b0a845891923,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.021673 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158de-ea9f-4438-97b8-9bd0d486e27e req-4b241b59-99ca-46cb-ba8f-d6008ab5a5e9 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:39.023188 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c2158de-ea9f-4438-97b8-9bd0d486e27e req-4b241b59-99ca-46cb-ba8f-d6008ab5a5e9 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 944 time: 0.2294383 Sep 08 13:42:39.025732 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.029525 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-b0b93611-2b6c-44e9-af7d-bbd282208482 service neutron] 10.222.0.58 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745259 Sep 08 13:42:39.039077 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56790) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.110272 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.119901 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-1d3f7adf-fbfb-4bbe-a8c4-5b2baa48fcf7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5004852 Sep 08 13:42:39.138521 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2a6a983b-12c3-416c-a14c-2f81d7cd6350 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:39.190118 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cf9dfb5-73b3-41ec-a892-5bd35cec2112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.196145 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c2158de-ea9f-4438-97b8-9bd0d486e27e req-0f2c2576-addf-487b-b2cb-693bd5839d2c tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647661 Sep 08 13:42:39.205809 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c310a91c-0001-47cf-91d8-380c74f9d7a1 req-5f8b0615-30cb-4fc1-961a-fc6f393e9be6 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431352 Sep 08 13:42:39.236263 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-8958681f-8d85-4529-b23c-1810d6eebbcf service neutron] 10.222.0.58 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950634 Sep 08 13:42:39.237462 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:39.242260 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:39.242852 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.358120 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.367277 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd7da-05c7-4c8f-9a44-93c02f1f83c8 req-e40d0dc4-fb58-41a0-b9b5-10e3772bc63e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:39.368995 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c4dbd7da-05c7-4c8f-9a44-93c02f1f83c8 req-e40d0dc4-fb58-41a0-b9b5-10e3772bc63e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 945 time: 0.0702477 Sep 08 13:42:39.389262 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cf9dfb5-73b3-41ec-a892-5bd35cec2112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.391838 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:39.396752 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cf9dfb5-73b3-41ec-a892-5bd35cec2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.418358 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c4dbd7da-05c7-4c8f-9a44-93c02f1f83c8 req-32d92629-81de-47c4-9efe-ad767b1077d2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Sep 08 13:42:39.435638 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9dfb5-73b3-41ec-a892-5bd35cec2112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da62f4b-cf1e-4f5d-94bf-612e67a902a2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.451457 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3cf9dfb5-73b3-41ec-a892-5bd35cec2112 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c948065959ce415783b8ddabbec81bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112477 Sep 08 13:42:39.454105 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56810) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.484423 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:39.495287 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.497946 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:39.535523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.606562 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.634239 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e438fd0-481e-4bed-b983-5fc620863629 req-fb3b8b3c-c863-41b0-a2ab-8107022dd5b9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 210 time: 0.0808971 Sep 08 13:42:39.669428 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.669793 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-3b7c6b30-a5e2-4172-9046-a5e36d0ffff5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1712240130&fields=id&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 267 time: 0.1179810 Sep 08 13:42:39.682144 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:39.693805 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c430f17-70a3-48c7-915b-1a2283218b72" -d '{"events": [{"server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:39.697063 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:39.703658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.746572 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.754577 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.758833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2da62f4b-cf1e-4f5d-94bf-612e67a902a2 HTTP/1.1" status: 204 len: 168 time: 0.3028760 Sep 08 13:42:39.800775 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.850671 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,segment=NetworkSegment(b7f147f1-3997-483d-94e8-80326179e6e1),segment_id=b7f147f1-3997-483d-94e8-80326179e6e1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:39.855798 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c60d5c-aa3e-4e83-87c2-b26c7660821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da62f4b-cf1e-4f5d-94bf-612e67a902a2,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.862998 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.863904 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4bb3a824-5acc-4626-a699-d6ca55c227b4 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:39.967513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-a424aba7-c673-4d66-b1d4-78a34243b15e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:39.969209 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-a424aba7-c673-4d66-b1d4-78a34243b15e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 816 time: 0.2837207 Sep 08 13:42:39.991332 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1af939-d14e-4a95-b019-eb6dc382e01d req-4b0ec435-2bc9-40bd-afc0-9650ea880e42 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:39.992840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6a1af939-d14e-4a95-b019-eb6dc382e01d req-4b0ec435-2bc9-40bd-afc0-9650ea880e42 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 943 time: 0.1408124 Sep 08 13:42:39.995677 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-8a7d6d7a-7278-4a5e-b336-6f295fc5fdc1 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/quotas/bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 375 time: 0.0208302 Sep 08 13:42:40.079662 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6a1af939-d14e-4a95-b019-eb6dc382e01d req-dff498df-edda-4c38-a7a3-a65dbc3ad211 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772820 Sep 08 13:42:40.113192 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-1c757b7e-63cc-4b58-b0de-76c8614ed4bd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988338 Sep 08 13:42:40.219318 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.288193 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:40.298187 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 4bb3a824-5acc-4626-a699-d6ca55c227b4 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:40.304975 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 4bb3a824-5acc-4626-a699-d6ca55c227b4 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:40.305357 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.339107 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56868) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:40.355986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23fa112f-b063-4728-a44f-4159a6d53675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.383277 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-e20f5814-131a-4a6b-a680-924a50537f1d service neutron] 10.222.0.58 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349687 Sep 08 13:42:40.451964 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de7741-7451-4d23-b8fe-c5343ad41058 x-openstack-request-id: req-13de7741-7451-4d23-b8fe-c5343ad41058 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:40.452522 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:40.453045 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13de7741-7451-4d23-b8fe-c5343ad41058 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:40.453886 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'code': 200} Sep 08 13:42:40.476500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.551667 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-44d4b10c-7b7f-446a-8e90-5576cf453ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652102 Sep 08 13:42:40.580390 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:40.589155 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.641317 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23fa112f-b063-4728-a44f-4159a6d53675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.648676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23fa112f-b063-4728-a44f-4159a6d53675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.692561 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:40.751555 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f00a-dbec-4c5c-b07b-a148ea50fbff req-db309392-4d4d-4e63-8c0c-414d38559680 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:40.753445 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3391f00a-dbec-4c5c-b07b-a148ea50fbff req-db309392-4d4d-4e63-8c0c-414d38559680 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.1596539 Sep 08 13:42:40.870313 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-e1567b9c-3e08-4254-b31e-78fdae749b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:40.871825 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-e1567b9c-3e08-4254-b31e-78fdae749b6c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.2090261 Sep 08 13:42:40.875316 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3391f00a-dbec-4c5c-b07b-a148ea50fbff req-b4d0b8fa-c45a-42a5-a0bf-725a8bd5b50b tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133449 Sep 08 13:42:40.910866 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-d8fa0e73-8e2e-4e06-8d81-056302fc3cf6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.967943 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950863c-ad19-4ce1-b2d8-82f24fcdad5e req-1e1b601e-7985-4ef8-bfd9-22d869cbe0d8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:40.970311 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4950863c-ad19-4ce1-b2d8-82f24fcdad5e req-1e1b601e-7985-4ef8-bfd9-22d869cbe0d8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.1115828 Sep 08 13:42:41.007971 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-23fa112f-b063-4728-a44f-4159a6d53675 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecbcf8c171f04242b9c748db2890bb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670024 Sep 08 13:42:41.008924 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56892) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:41.081610 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c333aee4-3a4f-4dc0-a2cd-78c8b8c2a6ce req-d8a8fc04-b662-4bfc-ab16-bd7242142f02 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 210 time: 0.0454650 Sep 08 13:42:41.091140 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa112f-b063-4728-a44f-4159a6d53675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8257f0c8-f14a-4de6-b34e-751b46d0f6e6,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:41.140485 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device dd4325e5-e089-40f8-9491-ba38f3824dfd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:41.149514 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4950863c-ad19-4ce1-b2d8-82f24fcdad5e req-abd8b0d7-7788-4f00-a8fb-8b3e05c8140b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706338 Sep 08 13:42:41.204515 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06b51042-a3bc-42cf-b49c-dc7ad4e6599f req-5206c6c5-287e-40dd-8cf0-95f0695bb2c3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 210 time: 0.0493109 Sep 08 13:42:41.256473 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-4a3d2e20-fdae-49fb-adcc-7c197e737ebc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:41.257931 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-4a3d2e20-fdae-49fb-adcc-7c197e737ebc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 810 time: 0.2421679 Sep 08 13:42:41.259211 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.262855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-d8fa0e73-8e2e-4e06-8d81-056302fc3cf6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.290164 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-d8fa0e73-8e2e-4e06-8d81-056302fc3cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.311153 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.321847 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:41.335850 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bba1-7594-4455-a78b-7b80f9007205 req-07a667aa-ac10-42d7-8ded-2b557e2e4c25 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:41.337740 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6405bba1-7594-4455-a78b-7b80f9007205 req-07a667aa-ac10-42d7-8ded-2b557e2e4c25 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 943 time: 0.0912461 Sep 08 13:42:41.345045 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'dd4325e5-e089-40f8-9491-ba38f3824dfd', 'network_id': '00aced04-bad3-4826-968d-231e84367d8b', 'port_id': 'dd4325e5-e089-40f8-9491-ba38f3824dfd', 'mac_address': 'fa:16:3e:50:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18862b3-a211-4792-923d-249ec6765f48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:42:41.346225 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-c9f0ff84-5a0d-47fe-a34e-7b60ba0e84f7 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 380 time: 0.0777977 Sep 08 13:42:41.352855 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc38ff72-972a-44e5-a85b-a06a5079e689 req-d8fa0e73-8e2e-4e06-8d81-056302fc3cf6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560044 Sep 08 13:42:41.357019 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'port': {'device_id': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'admin_state_up': True, 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'security_groups': ['1d495be4-3e77-47af-8c1a-f241f86c5205']}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:41.360544 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa0e73-8e2e-4e06-8d81-056302fc3cf6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a876302-d744-4799-9288-ff754c4348e4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:41.396354 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.406162 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6405bba1-7594-4455-a78b-7b80f9007205 req-c8d5c4d3-9be8-4fcc-9d13-b66d1dd10795 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Sep 08 13:42:41.431277 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4325e5-e089-40f8-9491-ba38f3824dfd {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:41.453613 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:41.459371 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.464011 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.473856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.476549 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.477860 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8257f0c8-f14a-4de6-b34e-751b46d0f6e6 HTTP/1.1" status: 204 len: 168 time: 0.4597070 Sep 08 13:42:41.498564 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01edefd-5591-4556-bb61-1b8198f52ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257f0c8-f14a-4de6-b34e-751b46d0f6e6,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:41.528858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:41.532644 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Made reservation on behalf of 5353a60027e545db880e93da66e5eb4d for: {'port': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:41.536469 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.718170 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['dd4325e5-e089-40f8-9491-ba38f3824dfd'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:42:41.719455 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Allocated IP 172.20.0.5 (21a0a687-f79c-4b3a-ab43-b435f6e7e4da/f9b7d1bd-a242-4a65-b2c5-e79346b10291/c04e6204-8dc4-4a24-9c10-d577d8bd8b3b) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:41.929525 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.951177 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Transition to ACTIVE for port object c04e6204-8dc4-4a24-9c10-d577d8bd8b3b will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:41.992155 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.018009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf420-5a5b-40c9-9f3e-cd696a422071 req-e2de8ca0-1565-4983-979b-3211ad4d40a8 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:42.019722 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-42ecf420-5a5b-40c9-9f3e-cd696a422071 req-e2de8ca0-1565-4983-979b-3211ad4d40a8 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Sep 08 13:42:42.045753 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:42.048976 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:42.062165 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:42.066952 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-42ecf420-5a5b-40c9-9f3e-cd696a422071 req-0935ed95-fa91-4128-9e07-61c59ae02178 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Sep 08 13:42:42.104759 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:42.130376 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:42.131037 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.152889 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-a7070a01-6a0a-4f5d-aff5-45b341d12e91 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004792 Sep 08 13:42:42.167744 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Request body: {'port': {'device_id': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:42.254274 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.286615 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 56936) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:42.419692 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40772b27-0e8b-40d8-a9ac-a2e4b5fc278e req-b57f5f79-ae28-4845-bedc-a61304d6e055 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:42.422147 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-40772b27-0e8b-40d8-a9ac-a2e4b5fc278e req-b57f5f79-ae28-4845-bedc-a61304d6e055 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 931 time: 0.2104256 Sep 08 13:42:42.455302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892'}, {'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:42.457772 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af37a29-7454-4e9e-a992-68b8d29b7a1b" -d '{"events": [{"server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "name": "network-vif-plugged", "status": "completed", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892"}, {"server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "name": "network-vif-plugged", "status": "completed", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:42.478077 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-dde38f6f-c520-482e-a845-6e3a7e9ed028 None None] Provisioning for port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:42.488383 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-dde38f6f-c520-482e-a845-6e3a7e9ed028 None None] Provisioning complete for port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:42.490598 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dde38f6f-c520-482e-a845-6e3a7e9ed028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.535228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183e9ba-d32f-47f3-becb-12e08d3a1734 req-b074954d-92f5-47b0-be75-c027b2aaf79c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:42.542617 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8183e9ba-d32f-47f3-becb-12e08d3a1734 req-b074954d-92f5-47b0-be75-c027b2aaf79c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.2295933 Sep 08 13:42:42.565301 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-40772b27-0e8b-40d8-a9ac-a2e4b5fc278e req-034aed4a-56f1-497a-b142-039d30a52e2f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150661 Sep 08 13:42:42.582686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dde38f6f-c520-482e-a845-6e3a7e9ed028 None None] Port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:42.590095 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-d002620a-226b-48e5-8b2d-c24492ccf51b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:42.591594 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-d002620a-226b-48e5-8b2d-c24492ccf51b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 816 time: 0.3059263 Sep 08 13:42:42.593208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e2aa0ae-fef8-4a60-b4ff-7320012f0c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.659003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8183e9ba-d32f-47f3-becb-12e08d3a1734 req-9c571914-3719-4ba4-8e1a-0731560adca5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Sep 08 13:42:42.665851 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e6204-8dc4-4a24-9c10-d577d8bd8b3b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:42.675086 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.689385 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Transition to ACTIVE for port object c04e6204-8dc4-4a24-9c10-d577d8bd8b3b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:42.694545 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.756753 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5302f94b-fc2a-4250-b3af-0f4d5c9ba6ae req-8043b245-918e-4393-8e80-70739e6fde3f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 210 time: 0.0965955 Sep 08 13:42:42.758164 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Pushing event updated for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:42.851598 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Attempting to bind port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:42.851751 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677f276c-54c0-43f1-8365-615b9b1e4ee8 x-openstack-request-id: req-677f276c-54c0-43f1-8365-615b9b1e4ee8 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:42.851922 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "name": "network-vif-plugged", "status": "completed", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892", "code": 200}, {"server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "name": "network-vif-plugged", "status": "completed", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:42.852022 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Attempting to bind port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:42.852174 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-677f276c-54c0-43f1-8365-615b9b1e4ee8 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:42.852265 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Attempting to bind port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:42.852566 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892', 'code': 200} Sep 08 13:42:42.852912 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4', 'code': 200} Sep 08 13:42:42.860492 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:42.860871 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Attempting to bind port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:42.876865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:42.877203 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Checking segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:42.877965 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Bound using segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:42.878113 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Bound port: c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:42.878968 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.883076 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-12ee9686-2eaf-4cf0-a155-2ff59e9fffb4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 380 time: 0.2667029 Sep 08 13:42:42.909994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'port': {'device_id': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'admin_state_up': True, 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'security_groups': ['0efae833-0770-4261-8cf8-3ec3a4a244c6']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:42.995993 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cd2f5-ded4-40a0-97bb-83130bbf1713 req-d971741b-1796-442f-a450-236f9a0473cc tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.009968 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca3cd2f5-ded4-40a0-97bb-83130bbf1713 req-d971741b-1796-442f-a450-236f9a0473cc tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 944 time: 0.2865908 Sep 08 13:42:43.057067 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:43.061162 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:43.068126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.151857 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device dd4325e5-e089-40f8-9491-ba38f3824dfd up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:43.256502 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Pushing event updated for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:43.272794 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.273490 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.275126 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bb5654a8-ad83-4f9d-92f8-697e6c1b90ed service neutron] 10.222.0.50 "PUT /v2.0/ports/c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 1093 time: 1.1130345 Sep 08 13:42:43.275429 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port dd4325e5-e089-40f8-9491-ba38f3824dfd completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:43.275791 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:43.278193 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d11a215-be83-4a9e-acea-91eb82e10b03" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:43.283370 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port dd4325e5-e089-40f8-9491-ba38f3824dfd triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:43.283992 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.312533 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420cb70-16b9-4887-9206-105f0feba273 req-e1426f33-7a20-4878-b78a-f20de54218c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.314211 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-4420cb70-16b9-4887-9206-105f0feba273 req-e1426f33-7a20-4878-b78a-f20de54218c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 1098 time: 0.1154692 Sep 08 13:42:43.405464 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-4420cb70-16b9-4887-9206-105f0feba273 req-ccaa1c72-27b4-4d20-a0aa-2d1a938a3b73 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Sep 08 13:42:43.409176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e2aa0ae-fef8-4a60-b4ff-7320012f0c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.422969 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-f58ebb5f-b263-4f94-a0fb-2617c21c5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.424771 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-f58ebb5f-b263-4f94-a0fb-2617c21c5434 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1096 time: 0.0859027 Sep 08 13:42:43.441742 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e2aa0ae-fef8-4a60-b4ff-7320012f0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.453317 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.502158 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-1e2aa0ae-fef8-4a60-b4ff-7320012f0c75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9edb682254324fd798d4e9c18bb7e3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2107985 Sep 08 13:42:43.502250 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:43.502886 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 56976) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:43.510785 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.539072 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedd422-c242-4ee9-8de8-0be11c9f1091 req-2211e5a5-76bc-4ffa-bd3a-136194425538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.540583 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eeedd422-c242-4ee9-8de8-0be11c9f1091 req-2211e5a5-76bc-4ffa-bd3a-136194425538 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 1099 time: 0.4516079 Sep 08 13:42:43.550692 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca3cd2f5-ded4-40a0-97bb-83130bbf1713 req-dc35bb27-0172-483c-9a9a-2adab018bf35 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395622 Sep 08 13:42:43.583479 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff025ce-b767-4ae3-8363-257a915dbb42 req-d97ec588-6886-4006-adc5-2a5eaf343465 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.585892 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ff025ce-b767-4ae3-8363-257a915dbb42 req-d97ec588-6886-4006-adc5-2a5eaf343465 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.1534910 Sep 08 13:42:43.586551 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:43.586889 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2aa0ae-fef8-4a60-b4ff-7320012f0c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30631e63-1073-462a-9323-338eb62f8a63,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:43.589648 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Made reservation on behalf of bf72bd32db2a4391926a4b28433d81e8 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:43.595643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.616262 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.656844 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af885f23-aecc-4497-a383-cb9e0c48cd45 x-openstack-request-id: req-af885f23-aecc-4497-a383-cb9e0c48cd45 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:43.657056 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:43.657305 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af885f23-aecc-4497-a383-cb9e0c48cd45 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:43.657690 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'status': 'completed', 'code': 200} Sep 08 13:42:43.665683 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-e60c6dbf-d7ef-419c-9e7f-0eb351a216e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 217 time: 0.0564411 Sep 08 13:42:43.694112 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.718459 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ff025ce-b767-4ae3-8363-257a915dbb42 req-58da0feb-40f6-4fe7-94d6-a2ee33ef6ca1 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169956 Sep 08 13:42:43.769185 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bab92e52-584b-4522-9726-32623847fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.770654 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-bab92e52-584b-4522-9726-32623847fe75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0974689 Sep 08 13:42:43.779934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eeedd422-c242-4ee9-8de8-0be11c9f1091 req-1d3de9f4-b7de-47b6-9e7b-36adfa88b67d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587579 Sep 08 13:42:43.815126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.817700 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.820991 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30631e63-1073-462a-9323-338eb62f8a63 HTTP/1.1" status: 204 len: 168 time: 0.3156309 Sep 08 13:42:43.832576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f9835-13ea-4b8d-a74b-eec53eb5d328 req-13856377-92d9-4191-a87d-cd31b60339bc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.832790 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39269718-b34a-44c0-9db6-b0cdeb70c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30631e63-1073-462a-9323-338eb62f8a63,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:43.840050 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf7f9835-13ea-4b8d-a74b-eec53eb5d328 req-13856377-92d9-4191-a87d-cd31b60339bc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.1203892 Sep 08 13:42:43.859447 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-d0f6b7ad-a14c-4f5f-b170-fb44ccce5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.861078 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-d0f6b7ad-a14c-4f5f-b170-fb44ccce5036 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823464 Sep 08 13:42:43.951444 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf7f9835-13ea-4b8d-a74b-eec53eb5d328 req-a05f975b-297e-4743-b2d9-a965a7cf4114 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103904 Sep 08 13:42:43.962821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3c2e-9bb7-485e-b6db-6e2a45b3dbcf req-5227e3c5-7434-43bb-bf60-58b549da1514 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:43.964308 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6bcf3c2e-9bb7-485e-b6db-6e2a45b3dbcf req-5227e3c5-7434-43bb-bf60-58b549da1514 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.1522624 Sep 08 13:42:43.965493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Allocated IP 172.20.0.3 (621e8fda-3c8d-43b6-8512-9d4a91879621/7749bb8c-9f59-45a6-abe6-9b27b62e5e29/c8f5ad71-19de-414b-9b42-e6169e331c5e) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:44.034578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6bcf3c2e-9bb7-485e-b6db-6e2a45b3dbcf req-23b92e63-42f8-4399-b15b-38ee1ce80dd3 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580318 Sep 08 13:42:44.129709 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-d15a1d08-d534-4d53-9237-d7908c8a5a87 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599977 Sep 08 13:42:44.163923 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6d1cab43-a063-4564-9110-5a5912b99663 req-303bc256-7111-4021-850c-8a687a0b5547 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 210 time: 0.0401518 Sep 08 13:42:44.222919 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.259446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Transition to ACTIVE for port object c8f5ad71-19de-414b-9b42-e6169e331c5e will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:44.280016 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-03e415b7-3eed-4088-a31a-7e12d6965137 req-cc976efe-ea39-449a-a9d3-554b4537caf8 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261570 Sep 08 13:42:44.304881 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.356229 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:44.367449 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:44.379805 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:44.387014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:44.423519 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-01d6911c-8a85-4e6e-91c9-f9dff3d7651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.425080 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-01d6911c-8a85-4e6e-91c9-f9dff3d7651a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1096 time: 0.0906596 Sep 08 13:42:44.480447 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.481148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.511321 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ac7cda36-f6d2-4e1b-bd2a-4f139f7a8794 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6180294 Sep 08 13:42:44.527662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Request body: {'port': {'device_id': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:44.583828 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-b4c40944-95e9-47c3-a5e3-ed3740666493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.585418 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-b4c40944-95e9-47c3-a5e3-ed3740666493 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.1493747 Sep 08 13:42:44.648828 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-76ab0ed1-15da-4f71-87a1-8f2284188581 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 217 time: 0.0494380 Sep 08 13:42:44.653588 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.730780 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-771e0000-f59a-4452-b749-cd3d36d58cfa None None] Provisioning for port c8f5ad71-19de-414b-9b42-e6169e331c5e completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:44.737727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-771e0000-f59a-4452-b749-cd3d36d58cfa None None] Provisioning complete for port c8f5ad71-19de-414b-9b42-e6169e331c5e triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:44.738636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-771e0000-f59a-4452-b749-cd3d36d58cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.749162 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-5c0be03a-1dce-41b0-9adc-b2cbbc03e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.752817 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-5c0be03a-1dce-41b0-9adc-b2cbbc03e973 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0930705 Sep 08 13:42:44.829278 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-166964cf-c50e-4629-8788-cb150a9e9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.831135 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-166964cf-c50e-4629-8788-cb150a9e9b8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591447 Sep 08 13:42:44.835276 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-771e0000-f59a-4452-b749-cd3d36d58cfa None None] Port c8f5ad71-19de-414b-9b42-e6169e331c5e cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:44.854761 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:44.859932 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e9309-7f8b-4875-9743-e6acf298f643" -d '{"events": [{"server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "name": "network-vif-plugged", "status": "completed", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:44.886467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720eba-f0e4-42ca-addb-49aab507b325 req-3bf6836c-59f0-4026-a531-e684aaa6b4ea tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:44.895303 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-13720eba-f0e4-42ca-addb-49aab507b325 req-3bf6836c-59f0-4026-a531-e684aaa6b4ea tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1000738 Sep 08 13:42:45.034006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-13720eba-f0e4-42ca-addb-49aab507b325 req-f0e6cbc7-55d4-49fb-ac5c-22b6a15ab1a4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377776 Sep 08 13:42:45.046898 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abf0f-e64d-49b2-92fe-3ded31a2ddf0 req-a3276632-90b0-444d-ac58-0e880114ac2c tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:45.048489 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-157abf0f-e64d-49b2-92fe-3ded31a2ddf0 req-a3276632-90b0-444d-ac58-0e880114ac2c tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.1106353 Sep 08 13:42:45.089633 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f87d1c-177f-4903-946f-70b0f5f8ec4c x-openstack-request-id: req-c0f87d1c-177f-4903-946f-70b0f5f8ec4c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:45.089957 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "name": "network-vif-plugged", "status": "completed", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:45.090215 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0f87d1c-177f-4903-946f-70b0f5f8ec4c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:45.090631 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd', 'code': 200} Sep 08 13:42:45.106516 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-157abf0f-e64d-49b2-92fe-3ded31a2ddf0 req-80a4cda4-d6e8-4919-8b7d-82d2f029aa5e tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511806 Sep 08 13:42:45.144989 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:45.153607 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.177071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Transition to ACTIVE for port object c8f5ad71-19de-414b-9b42-e6169e331c5e will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:45.205929 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.293348 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091efb-87fe-4a9c-bb12-5da3e986376a req-a720b1de-4481-4a13-8646-0d533879bc0a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:45.295524 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-17091efb-87fe-4a9c-bb12-5da3e986376a req-a720b1de-4481-4a13-8646-0d533879bc0a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.1314855 Sep 08 13:42:45.297998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.343953 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed533a-7bb2-43b7-a13f-10bdec47af59 req-b6378c3b-9f6f-42a9-b368-c111a0ef0787 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:45.345591 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-68ed533a-7bb2-43b7-a13f-10bdec47af59 req-b6378c3b-9f6f-42a9-b368-c111a0ef0787 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.1697907 Sep 08 13:42:45.414721 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-17091efb-87fe-4a9c-bb12-5da3e986376a req-b38abf33-a6e3-429e-a602-576ea4af48e4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106787 Sep 08 13:42:45.449837 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-68ed533a-7bb2-43b7-a13f-10bdec47af59 req-a149fa71-7245-4b09-8df6-fc7e9709c055 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818622 Sep 08 13:42:45.450664 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Attempting to bind port c8f5ad71-19de-414b-9b42-e6169e331c5e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:45.451033 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Attempting to bind port c8f5ad71-19de-414b-9b42-e6169e331c5e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:45.451368 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Attempting to bind port c8f5ad71-19de-414b-9b42-e6169e331c5e on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:45.457919 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Port c8f5ad71-19de-414b-9b42-e6169e331c5e on network 621e8fda-3c8d-43b6-8512-9d4a91879621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:42:45.458332 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Attempting to bind port c8f5ad71-19de-414b-9b42-e6169e331c5e on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:45.463857 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:45.464327 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Checking segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:45.464731 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Bound using segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:45.465206 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Bound port: c8f5ad71-19de-414b-9b42-e6169e331c5e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:45.465567 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.563230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:45.567094 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:45.576032 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986980a-fae5-47f4-bcb9-69fb67409ad8 req-0dc1d43c-c31b-4643-b5b9-9a1a671c4147 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:45.577585 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3986980a-fae5-47f4-bcb9-69fb67409ad8 req-0dc1d43c-c31b-4643-b5b9-9a1a671c4147 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0925121 Sep 08 13:42:45.579235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.640366 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:45.641116 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.642680 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] 10.222.0.50 "PUT /v2.0/ports/c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 1093 time: 1.1195192 Sep 08 13:42:45.643128 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:45.645818 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fbc861-4c26-4143-8488-4a42435c13a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:45.678733 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f8323-9705-4072-a47c-d41d9d27dc9f service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.702434 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3986980a-fae5-47f4-bcb9-69fb67409ad8 req-f6bd3613-3b4f-413b-9062-7baf0230b85a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025798 Sep 08 13:42:45.702434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbfae10-645f-4dba-bdf9-7809de627cf4 x-openstack-request-id: req-0cbfae10-645f-4dba-bdf9-7809de627cf4 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:45.702434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:45.702434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cbfae10-645f-4dba-bdf9-7809de627cf4 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:45.702434 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'status': 'completed', 'code': 200} Sep 08 13:42:46.150475 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168d0a-be6a-4cf7-a674-f132bf948e88 req-51889c06-5954-4a7f-9942-bd4e38a46bf5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:46.152295 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce168d0a-be6a-4cf7-a674-f132bf948e88 req-51889c06-5954-4a7f-9942-bd4e38a46bf5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0485780 Sep 08 13:42:46.197443 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce168d0a-be6a-4cf7-a674-f132bf948e88 req-5dc1f6ad-3735-48b2-b2df-95d457ccf6aa tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Sep 08 13:42:46.232235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99501-edae-4966-932e-72df73a6eaf6 req-8cc2623a-4301-459e-bd15-4d91d1ee7587 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:46.233737 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dff99501-edae-4966-932e-72df73a6eaf6 req-8cc2623a-4301-459e-bd15-4d91d1ee7587 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Sep 08 13:42:46.271975 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dff99501-edae-4966-932e-72df73a6eaf6 req-5a5c4f1a-b610-4328-aa24-35f53edc7a71 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Sep 08 13:42:46.549285 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973cc4-8998-4003-a33c-baa761b78dec req-e94fb34c-b7b4-4181-959f-64e97e37f875 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:46.550893 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9973cc4-8998-4003-a33c-baa761b78dec req-e94fb34c-b7b4-4181-959f-64e97e37f875 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.0689812 Sep 08 13:42:46.612379 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff28c8-5a73-4137-a20a-c645897aa2ec req-d22aad0c-dc53-4f45-a3c2-cc0c05b2ec5b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:46.613998 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-59ff28c8-5a73-4137-a20a-c645897aa2ec req-d22aad0c-dc53-4f45-a3c2-cc0c05b2ec5b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.0846813 Sep 08 13:42:46.620063 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9973cc4-8998-4003-a33c-baa761b78dec req-a2416f2d-84af-4de3-bc9d-0555badc525f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550299 Sep 08 13:42:46.657461 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-59ff28c8-5a73-4137-a20a-c645897aa2ec req-0a3c704e-d220-4ce0-9b10-453bafee7b4b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Sep 08 13:42:46.800353 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f356b67-d437-4307-8bdc-326410040117 req-28b7c6c9-a8cc-4e5e-aacc-82315acd5e7d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:46.801854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8f356b67-d437-4307-8bdc-326410040117 req-28b7c6c9-a8cc-4e5e-aacc-82315acd5e7d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0479844 Sep 08 13:42:46.840879 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8f356b67-d437-4307-8bdc-326410040117 req-e0878488-6860-4b16-b7e9-5e3a9dee22fd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Sep 08 13:42:47.309936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd78c-6669-4764-829b-bf3dd629dec3 req-c726be0b-72fa-4899-8af9-064fbe3cd451 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:47.311338 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b16cd78c-6669-4764-829b-bf3dd629dec3 req-c726be0b-72fa-4899-8af9-064fbe3cd451 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0480335 Sep 08 13:42:47.348890 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b16cd78c-6669-4764-829b-bf3dd629dec3 req-313b42e8-c677-433e-9ec2-b658585f27fe tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Sep 08 13:42:47.766780 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-7a789283-b9cc-4569-878f-2fd5fce5331d service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042805 Sep 08 13:42:47.809863 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8409e38-dcc8-4f40-bac6-57e372772edd req-4270d085-52e7-438c-8a78-1efce0ecab3d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:47.812321 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d8409e38-dcc8-4f40-bac6-57e372772edd req-4270d085-52e7-438c-8a78-1efce0ecab3d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.1224403 Sep 08 13:42:47.830990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-2dd54cf9-804c-445f-a3f4-06219a5360a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:47.832249 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-2dd54cf9-804c-445f-a3f4-06219a5360a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1096 time: 0.1030965 Sep 08 13:42:47.846483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d9f62-9c20-418b-b548-085f580e8f1f req-e0b01b62-8a2d-4d7f-9eb3-abb882432bea tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:47.847939 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b0d9f62-9c20-418b-b548-085f580e8f1f req-e0b01b62-8a2d-4d7f-9eb3-abb882432bea tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.1199136 Sep 08 13:42:47.886689 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d8409e38-dcc8-4f40-bac6-57e372772edd req-ee3221f5-35a1-408b-a00c-242a1a53dd7d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670090 Sep 08 13:42:47.889102 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-8d11a215-be83-4a9e-acea-91eb82e10b03 req-534a1b8b-b7cb-4c54-8cef-011a1217a216 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004400 Sep 08 13:42:47.944257 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b0d9f62-9c20-418b-b548-085f580e8f1f req-cfb214cd-e601-48e3-b92a-941aa942455d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Sep 08 13:42:48.049929 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3b43a-c9cd-4f84-87e7-0d8332808afd req-24c30cf9-276a-4891-9504-0b54963b969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.051454 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-27d3b43a-c9cd-4f84-87e7-0d8332808afd req-24c30cf9-276a-4891-9504-0b54963b969b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 1098 time: 0.1393449 Sep 08 13:42:48.072105 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e8c7b-dc3e-4add-a987-19ad5bc6fbb9 req-6cbcd661-0c8f-41d0-b944-872fd1a721b5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.073595 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-635e8c7b-dc3e-4add-a987-19ad5bc6fbb9 req-6cbcd661-0c8f-41d0-b944-872fd1a721b5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1115174 Sep 08 13:42:48.084196 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-7fc35a4b-67a0-4df3-9ad6-d1971fade663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.085730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-7fc35a4b-67a0-4df3-9ad6-d1971fade663 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=bf72bd32db2a4391926a4b28433d81e8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1881893 Sep 08 13:42:48.159263 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-27d3b43a-c9cd-4f84-87e7-0d8332808afd req-7ff952bb-485c-4bb0-904c-17af77b96f61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847256 Sep 08 13:42:48.169325 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-635e8c7b-dc3e-4add-a987-19ad5bc6fbb9 req-97f71ec7-cbb6-4f4b-9026-20cc23fe475f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879860 Sep 08 13:42:48.226817 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-1c183d2b-b797-45cb-89a4-6333444ea7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.228269 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08fbc861-4c26-4143-8488-4a42435c13a7 req-1c183d2b-b797-45cb-89a4-6333444ea7fb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163287 Sep 08 13:42:48.467188 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328651d-4274-43cd-b732-f1d1a14bed9f req-4f01f2ba-4cb7-4e5e-8f84-76960d3deaf4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.468758 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7328651d-4274-43cd-b732-f1d1a14bed9f req-4f01f2ba-4cb7-4e5e-8f84-76960d3deaf4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0511448 Sep 08 13:42:48.532056 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7328651d-4274-43cd-b732-f1d1a14bed9f req-18a23316-d83a-4426-b2af-e29389e618aa tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Sep 08 13:42:48.537283 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-2c5d191d-c784-40b5-b7ac-308ef31dcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.538739 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-2c5d191d-c784-40b5-b7ac-308ef31dcba7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1096 time: 0.0691156 Sep 08 13:42:48.806216 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.999823 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044875df-548f-4171-aced-50b201babfa6 req-a5b13c01-8206-43b2-b903-752376b34422 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:49.001363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-044875df-548f-4171-aced-50b201babfa6 req-a5b13c01-8206-43b2-b903-752376b34422 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.0474157 Sep 08 13:42:49.064171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-044875df-548f-4171-aced-50b201babfa6 req-b7aec7f3-76cd-4bd9-856a-ddcadf381403 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568674 Sep 08 13:42:49.080658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c763d73-2461-497d-bda5-c298cbaebc94 req-03a6bd92-e344-45aa-ad07-ecc2e5893f16 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:49.082160 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6c763d73-2461-497d-bda5-c298cbaebc94 req-03a6bd92-e344-45aa-ad07-ecc2e5893f16 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.0610495 Sep 08 13:42:49.122187 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6c763d73-2461-497d-bda5-c298cbaebc94 req-52630df4-d47b-4e18-b803-76e8fa82f4db tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 08 13:42:49.296978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77072ba3-14c3-44bf-aefa-20658256b11c req-ce10a6ff-9ca5-429d-b55e-8be396692d16 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:49.298690 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-77072ba3-14c3-44bf-aefa-20658256b11c req-ce10a6ff-9ca5-429d-b55e-8be396692d16 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0568039 Sep 08 13:42:49.351295 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-77072ba3-14c3-44bf-aefa-20658256b11c req-69b66eaa-1485-455c-b585-75dd7f3fa206 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Sep 08 13:42:49.645184 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de987d-55ba-46f2-bb17-23306b19923c req-55bbe460-8a5c-4461-b529-18ac7c47732e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:49.646666 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f7de987d-55ba-46f2-bb17-23306b19923c req-55bbe460-8a5c-4461-b529-18ac7c47732e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0478508 Sep 08 13:42:49.682993 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f7de987d-55ba-46f2-bb17-23306b19923c req-40e618f5-edad-4e11-b61c-2d40a917fbbf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Sep 08 13:42:50.176324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c1e60-a552-45be-94bb-9b19430f0019 req-9108c8c7-74e7-43e5-b77b-0333ec9ca924 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:50.177829 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a69c1e60-a552-45be-94bb-9b19430f0019 req-9108c8c7-74e7-43e5-b77b-0333ec9ca924 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Sep 08 13:42:50.178123 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:42:50.214708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a69c1e60-a552-45be-94bb-9b19430f0019 req-d0d9d938-c98b-4d9c-ab9c-505c9567cd54 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 Sep 08 13:42:50.477541 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ad8c9-62b1-4082-8000-c0f84f6c790d req-f3c27641-ea6e-47d8-83c2-ce14c0350e89 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:50.479029 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e02ad8c9-62b1-4082-8000-c0f84f6c790d req-f3c27641-ea6e-47d8-83c2-ce14c0350e89 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0510807 Sep 08 13:42:50.515849 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e02ad8c9-62b1-4082-8000-c0f84f6c790d req-1543e35d-2302-4abb-813c-d7e942551ad3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Sep 08 13:42:50.776482 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-87fa6da1-4fdf-413c-82db-46c5348b2a6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 217 time: 0.0425587 Sep 08 13:42:50.814690 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71c965-5f6d-430c-94df-d66ecee628f1 req-c3bf3caa-cb08-43ca-a685-ad9217524ce2 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:50.816171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2a71c965-5f6d-430c-94df-d66ecee628f1 req-c3bf3caa-cb08-43ca-a685-ad9217524ce2 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0491726 Sep 08 13:42:50.852893 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2a71c965-5f6d-430c-94df-d66ecee628f1 req-fb02f6b7-7c38-400f-9346-8798f35a1939 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Sep 08 13:42:51.329999 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1087-8209-4d27-ba7c-b439ad22b4a4 req-5c905d20-357f-4f4b-8233-925dee8b63ee tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:51.331476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7f0a1087-8209-4d27-ba7c-b439ad22b4a4 req-5c905d20-357f-4f4b-8233-925dee8b63ee tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 943 time: 0.0513244 Sep 08 13:42:51.367317 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7f0a1087-8209-4d27-ba7c-b439ad22b4a4 req-c707e9b3-25e5-4fb3-816e-93794caa7497 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299137 Sep 08 13:42:51.637762 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf667-4a62-4e56-9b28-e8441ae6db97 req-02f9189d-77c3-42f6-a888-8a7d23d2a334 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:51.639804 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b0bbf667-4a62-4e56-9b28-e8441ae6db97 req-02f9189d-77c3-42f6-a888-8a7d23d2a334 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0477116 Sep 08 13:42:51.676477 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b0bbf667-4a62-4e56-9b28-e8441ae6db97 req-1c0db412-7a19-43a4-b5ee-ba75218fb85b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305231 Sep 08 13:42:51.892222 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c04e6204-8dc4-4a24-9c10-d577d8bd8b3b details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:51.936139 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-93a2313f-a30b-4565-b5c1-4d9de523c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:51.937936 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-93a2313f-a30b-4565-b5c1-4d9de523c600 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0568838 Sep 08 13:42:51.998549 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:52.010119 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'port_id': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'mac_address': 'fa:16:3e:65:44:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:42:52.010308 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf022-467e-4536-853b-7e5b94c02eec req-9e1225ff-6647-4acb-9696-efb81dd14512 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:52.011760 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1efbf022-467e-4536-853b-7e5b94c02eec req-9e1225ff-6647-4acb-9696-efb81dd14512 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0903738 Sep 08 13:42:52.038030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ad3f752c-bcae-44ef-bd38-08f59b8e609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:52.039485 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-ad3f752c-bcae-44ef-bd38-08f59b8e609f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779271 Sep 08 13:42:52.048959 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.058787 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1efbf022-467e-4536-853b-7e5b94c02eec req-a76df83d-0024-421d-b75b-850b3ab6359d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Sep 08 13:42:52.061524 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e6204-8dc4-4a24-9c10-d577d8bd8b3b {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:42:52.086959 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:52.091169 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.143283 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:52.346492 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-871f9411-2b46-4b85-9c2d-cbbcf1da9e7b service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825136 Sep 08 13:42:52.440217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f642cf8d-bbda-4797-8225-73af9b517563 req-be08ac2d-a004-4067-ba94-bbbda3795237 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848570 Sep 08 13:42:52.487045 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9378-b02c-42a1-b0da-4fb370046e1b req-d46740c7-2f6f-4984-b782-5b5bacf97b77 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:52.488521 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-924c9378-b02c-42a1-b0da-4fb370046e1b req-d46740c7-2f6f-4984-b782-5b5bacf97b77 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 944 time: 0.0514152 Sep 08 13:42:52.525864 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-924c9378-b02c-42a1-b0da-4fb370046e1b req-3311d21e-44e4-4552-ac20-fc1c6ef56df1 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Sep 08 13:42:52.617244 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:42:52.798244 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ffe73-b4a5-4b78-b3fa-5e818e0056f5 req-bad00f2c-fad2-4651-a5a1-3538c2cc1340 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:52.799676 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-974ffe73-b4a5-4b78-b3fa-5e818e0056f5 req-bad00f2c-fad2-4651-a5a1-3538c2cc1340 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0529315 Sep 08 13:42:52.841172 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-974ffe73-b4a5-4b78-b3fa-5e818e0056f5 req-a6e02445-a15f-4bd8-b429-a25ed644de1a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Sep 08 13:42:53.177094 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c7e4-799d-41d3-acee-cd0bbfbc2930 req-a5b77823-92a7-468b-ac2b-66b23a71dec5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:53.178536 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-60a8c7e4-799d-41d3-acee-cd0bbfbc2930 req-a5b77823-92a7-468b-ac2b-66b23a71dec5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0471828 Sep 08 13:42:53.214586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-60a8c7e4-799d-41d3-acee-cd0bbfbc2930 req-0453e88c-1d72-468d-9b10-9733a9efd271 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301938 Sep 08 13:42:53.642444 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9fd95-bfc3-482c-916c-90afbf2ed417 req-2ffae69c-81bc-4d78-842a-50a305ea16dc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:53.644327 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-49e9fd95-bfc3-482c-916c-90afbf2ed417 req-2ffae69c-81bc-4d78-842a-50a305ea16dc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 944 time: 0.0495567 Sep 08 13:42:53.682317 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-49e9fd95-bfc3-482c-916c-90afbf2ed417 req-32384914-eaf7-4d12-916e-21b8463bc0a7 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Sep 08 13:42:53.968101 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1042ce1-41c8-480d-936e-ab1ee376c9cb req-fe0e91b2-8aab-4da9-b074-5181c2832960 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:53.969630 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e1042ce1-41c8-480d-936e-ab1ee376c9cb req-fe0e91b2-8aab-4da9-b074-5181c2832960 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0596509 Sep 08 13:42:54.006121 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e1042ce1-41c8-480d-936e-ab1ee376c9cb req-d0f9c817-709a-4cee-93b5-3f81266fc82b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304949 Sep 08 13:42:54.328388 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92e07-b842-4717-b2fd-50dff29ae431 req-8319d5eb-52b9-4c09-a760-bddf17600996 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:54.329914 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6e92e07-b842-4717-b2fd-50dff29ae431 req-8319d5eb-52b9-4c09-a760-bddf17600996 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0482969 Sep 08 13:42:54.366599 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6e92e07-b842-4717-b2fd-50dff29ae431 req-bb523212-35b5-4606-afa8-d1bb789acc5b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Sep 08 13:42:54.794234 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62568d9-b7d9-4e0e-883d-131b26aab9a0 req-20fe5306-d33d-42d2-ba44-af5f83057f41 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:54.796204 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f62568d9-b7d9-4e0e-883d-131b26aab9a0 req-20fe5306-d33d-42d2-ba44-af5f83057f41 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 944 time: 0.0485222 Sep 08 13:42:54.835439 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f62568d9-b7d9-4e0e-883d-131b26aab9a0 req-adb5a348-70f3-45cd-acb2-c8a5e165f9f4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Sep 08 13:42:55.128481 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d7ba6-f9ae-4839-8ddb-2538944fbded req-33976f86-4016-4792-9d8d-523600f3e27e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:55.130237 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-561d7ba6-f9ae-4839-8ddb-2538944fbded req-33976f86-4016-4792-9d8d-523600f3e27e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0536935 Sep 08 13:42:55.170640 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-561d7ba6-f9ae-4839-8ddb-2538944fbded req-1c6da0d0-4786-4217-aad1-5b1152f29ddf tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337708 Sep 08 13:42:55.482506 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8cd2-9a11-43d1-ad90-caa142747b01 req-38a3c381-82dc-486c-928c-c19a286d7f4d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:55.484054 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-236c8cd2-9a11-43d1-ad90-caa142747b01 req-38a3c381-82dc-486c-928c-c19a286d7f4d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0488145 Sep 08 13:42:55.525580 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-236c8cd2-9a11-43d1-ad90-caa142747b01 req-7f575504-581d-4e6b-a2d9-3c0a5597370a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Sep 08 13:42:55.948436 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e46cd-3d79-4b6f-8ccc-a97551b3d4ca req-82aa1a25-0553-41a0-8e7c-7f795a22a092 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:55.950083 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c04e46cd-3d79-4b6f-8ccc-a97551b3d4ca req-82aa1a25-0553-41a0-8e7c-7f795a22a092 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 944 time: 0.0483158 Sep 08 13:42:55.988290 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c04e46cd-3d79-4b6f-8ccc-a97551b3d4ca req-37eedb9d-d9b6-4222-a7ac-701a623a2867 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Sep 08 13:42:56.290842 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1487d-c50c-4b3b-a5d2-1e3c189503cf req-b7f6d163-1d26-4d69-a4b0-18861cb88c83 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:56.292337 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-35f1487d-c50c-4b3b-a5d2-1e3c189503cf req-b7f6d163-1d26-4d69-a4b0-18861cb88c83 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0514266 Sep 08 13:42:56.330184 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-35f1487d-c50c-4b3b-a5d2-1e3c189503cf req-ef2fad2c-ee37-40ab-baac-5a9fed0a8f3c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Sep 08 13:42:56.648792 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c211d0-7f3e-4a64-8cce-ec62920e5de3 req-951fbee1-efc8-42c1-94b3-9c0a7ad43f20 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:56.650295 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e4c211d0-7f3e-4a64-8cce-ec62920e5de3 req-951fbee1-efc8-42c1-94b3-9c0a7ad43f20 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0513194 Sep 08 13:42:56.692844 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e4c211d0-7f3e-4a64-8cce-ec62920e5de3 req-8799c81c-d883-4f79-8960-8092e471959f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Sep 08 13:42:57.053295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0610b-e882-4347-892f-56ae14091428 req-a4077784-16c9-4e3d-a200-aa1f4cc17661 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.054836 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ec0610b-e882-4347-892f-56ae14091428 req-a4077784-16c9-4e3d-a200-aa1f4cc17661 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0916517 Sep 08 13:42:57.056983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc055b-412e-4fad-98ec-89f30741733f req-52b667fb-e8d8-4832-a2e6-c19d629ee9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.058371 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-52b667fb-e8d8-4832-a2e6-c19d629ee9f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 1098 time: 0.0842674 Sep 08 13:42:57.149399 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ec0610b-e882-4347-892f-56ae14091428 req-5ce5667e-fc33-4a3f-b898-4f84729f7d7c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887113 Sep 08 13:42:57.198619 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc055b-412e-4fad-98ec-89f30741733f req-70828122-f9a7-4ee7-9ca5-0693f7236aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.200115 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-70828122-f9a7-4ee7-9ca5-0693f7236aeb service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.1317770 Sep 08 13:42:57.261899 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-e0ffbbe9-b3da-40df-8589-af5db7105143 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd HTTP/1.1" status: 200 len: 217 time: 0.0429819 Sep 08 13:42:57.349232 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b396fe0-a1dc-46fc-b1a2-06fc9aa7240e req-f2e797cc-a453-4089-93a2-acefc3ed6fe6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.351060 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2b396fe0-a1dc-46fc-b1a2-06fc9aa7240e req-f2e797cc-a453-4089-93a2-acefc3ed6fe6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 944 time: 0.0917220 Sep 08 13:42:57.357848 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc055b-412e-4fad-98ec-89f30741733f req-c1d8752a-8ac2-4aeb-a1af-d4d21d345caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.359410 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-c1d8752a-8ac2-4aeb-a1af-d4d21d345caa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.0694904 Sep 08 13:42:57.403556 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-bc4f4cc8-2091-4124-affb-fbc8bbce5fa5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361152 Sep 08 13:42:57.467184 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2b396fe0-a1dc-46fc-b1a2-06fc9aa7240e req-af7470da-f56d-467a-9ceb-737549590b23 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068232 Sep 08 13:42:57.522665 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f863-f111-44c9-a6a4-6a1d7734fcc7 req-3d300aee-24b4-41bf-b040-40ad1d4fb7a3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.524066 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e32f863-f111-44c9-a6a4-6a1d7734fcc7 req-3d300aee-24b4-41bf-b040-40ad1d4fb7a3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1196358 Sep 08 13:42:57.550755 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-7e7e10d3-4399-4dab-bc11-5dd75d1c7cd3 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333792 Sep 08 13:42:57.595530 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e32f863-f111-44c9-a6a4-6a1d7734fcc7 req-0cc41b6e-836c-4f40-9f7f-d392b98648b8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637927 Sep 08 13:42:57.661609 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1fc055b-412e-4fad-98ec-89f30741733f req-22662f77-cdab-4fae-adac-fcf4244f785b service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958436 Sep 08 13:42:57.923248 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c04e6204-8dc4-4a24-9c10-d577d8bd8b3b up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:57.973502 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:57.976965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:57.977337 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.056014 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.079338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:58.081860 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16160a28-feb2-4c50-8877-9561cad1161f" -d '{"events": [{"server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "name": "network-vif-plugged", "status": "completed", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:58.096176 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:58.100571 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.132419 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b7a932-70ab-4e53-849c-3e4c1bfa27c9 x-openstack-request-id: req-43b7a932-70ab-4e53-849c-3e4c1bfa27c9 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:58.132843 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "name": "network-vif-plugged", "status": "completed", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:58.133094 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43b7a932-70ab-4e53-849c-3e4c1bfa27c9 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:58.133583 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'code': 200} Sep 08 13:42:58.165999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:58.275532 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32510a8-5414-4f60-85f5-533277338c60 req-4ecf571a-c019-4f48-9847-f16a180f2bcf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:58.277223 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f32510a8-5414-4f60-85f5-533277338c60 req-4ecf571a-c019-4f48-9847-f16a180f2bcf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0582685 Sep 08 13:42:58.352364 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f32510a8-5414-4f60-85f5-533277338c60 req-08510c1c-5a2e-45db-91b7-7fbc4308e5ab tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Sep 08 13:42:58.366758 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eecde-3c77-4019-8dc3-5c14cc944ead req-f1dc3636-dfeb-43b0-aeab-b93214a19eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:58.368476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5a9eecde-3c77-4019-8dc3-5c14cc944ead req-f1dc3636-dfeb-43b0-aeab-b93214a19eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1098 time: 0.0582356 Sep 08 13:42:58.410698 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5a9eecde-3c77-4019-8dc3-5c14cc944ead req-e9ca79cc-41aa-400d-84d5-d649c2c090b3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298998 Sep 08 13:42:58.592984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766507-feb5-4fd9-a958-c2317f9a0822 req-25511507-5039-4d44-8741-c7e0848391e8 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:58.594492 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08766507-feb5-4fd9-a958-c2317f9a0822 req-25511507-5039-4d44-8741-c7e0848391e8 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Sep 08 13:42:58.633875 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08766507-feb5-4fd9-a958-c2317f9a0822 req-5397a519-872a-42fa-a1af-aa3c49889ecc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Sep 08 13:42:58.720529 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968441b-0d16-40c1-ba6e-fce46d7729c2 req-e3864f4d-8d0e-49e0-8cb7-dbb487043cfd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:58.721972 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2968441b-0d16-40c1-ba6e-fce46d7729c2 req-e3864f4d-8d0e-49e0-8cb7-dbb487043cfd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0483170 Sep 08 13:42:58.758315 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2968441b-0d16-40c1-ba6e-fce46d7729c2 req-9613e54c-e104-4395-abc6-cf47c8939e91 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Sep 08 13:42:59.486229 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ab028-dd3f-488d-a2f0-eb817bc199ff req-7f7cd49a-11ee-40bc-9c95-542ce0d36e26 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.488403 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d16ab028-dd3f-488d-a2f0-eb817bc199ff req-7f7cd49a-11ee-40bc-9c95-542ce0d36e26 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0576420 Sep 08 13:42:59.538524 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d16ab028-dd3f-488d-a2f0-eb817bc199ff req-b554bcb1-dd4c-4f01-91ef-778405e6e9a8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Sep 08 13:42:59.608269 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57406) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:59.719712 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-72079a7e-249f-4e90-8c3f-3944b54f9220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.765595 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0bc5-8d03-4030-b28a-4a2aede41923 req-464bb7e0-e6e3-4928-ab17-3095ad6d150d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.767512 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-295e0bc5-8d03-4030-b28a-4a2aede41923 req-464bb7e0-e6e3-4928-ab17-3095ad6d150d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Sep 08 13:42:59.823426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-295e0bc5-8d03-4030-b28a-4a2aede41923 req-54954760-f67c-4862-b9d5-90d3ae6c3f73 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Sep 08 13:42:59.833240 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-72079a7e-249f-4e90-8c3f-3944b54f9220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.847127 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-72079a7e-249f-4e90-8c3f-3944b54f9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.889288 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079a7e-249f-4e90-8c3f-3944b54f9220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d59a8-539d-4a16-b2e4-2640a55cfd1f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:59.898533 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-72079a7e-249f-4e90-8c3f-3944b54f9220 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a92d2a41a87f441fb37ed624a393f04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863708 Sep 08 13:42:59.900332 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57428) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:59.906244 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aff3a-5792-4866-ba7a-4525258a8346 req-97f2abeb-1c04-4755-8c4c-bacca78917f8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.907845 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-358aff3a-5792-4866-ba7a-4525258a8346 req-97f2abeb-1c04-4755-8c4c-bacca78917f8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0622544 Sep 08 13:42:59.940378 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:42:59.958990 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-358aff3a-5792-4866-ba7a-4525258a8346 req-e3028706-cedb-4c0f-85f5-b4ce97a28e06 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Sep 08 13:42:59.962814 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.006715 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.057884 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.059344 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:00.060716 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.061895 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/492d59a8-539d-4a16-b2e4-2640a55cfd1f HTTP/1.1" status: 204 len: 168 time: 0.1604960 Sep 08 13:43:00.070263 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a05fc2-f9ab-4309-b1a9-877142c6f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d59a8-539d-4a16-b2e4-2640a55cfd1f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.070785 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:00.120808 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.134674 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:00.156768 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:00.165953 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.221595 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.348978 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57438) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:00.361875 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-123f4e4d-0b62-41fd-973f-cdcb8b0bec9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.457387 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-123f4e4d-0b62-41fd-973f-cdcb8b0bec9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.462395 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-123f4e4d-0b62-41fd-973f-cdcb8b0bec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.499901 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-123f4e4d-0b62-41fd-973f-cdcb8b0bec9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8715c281f7184e9fb331228e0b9ae0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497235 Sep 08 13:43:00.500965 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f4e4d-0b62-41fd-973f-cdcb8b0bec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e0dd5-34ca-4ade-b9bf-bd1f1fe69814,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.502821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57444) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:00.557813 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.581219 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.654345 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.656965 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.658108 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb7e0dd5-34ca-4ade-b9bf-bd1f1fe69814 HTTP/1.1" status: 204 len: 168 time: 0.1535892 Sep 08 13:43:00.668931 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f752-ed29-4833-a5c8-7abaca551044 req-d1cad074-2a5d-4313-8fec-d126b5dd9b66 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:00.670418 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7bd4f752-ed29-4833-a5c8-7abaca551044 req-d1cad074-2a5d-4313-8fec-d126b5dd9b66 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0613251 Sep 08 13:43:00.675599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49dab9-e6b7-4501-9d54-d044ed63033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e0dd5-34ca-4ade-b9bf-bd1f1fe69814,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.711464 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7bd4f752-ed29-4833-a5c8-7abaca551044 req-72897104-4707-4b6b-979a-2b12d43edc31 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Sep 08 13:43:00.780275 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['c8f5ad71-19de-414b-9b42-e6169e331c5e'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:00.948779 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948df40-83d6-4d54-a54d-6078aa23ba63 req-8708ff8d-723c-4767-92f4-6b7052a99a73 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:00.950320 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6948df40-83d6-4d54-a54d-6078aa23ba63 req-8708ff8d-723c-4767-92f4-6b7052a99a73 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0548825 Sep 08 13:43:01.007253 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6948df40-83d6-4d54-a54d-6078aa23ba63 req-f71cdc9e-66a6-49ec-85b1-031f8165a335 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495663 Sep 08 13:43:01.095476 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c02b52-b136-453a-883f-23865bb84b0d req-a4a0125e-3f72-4b20-b63e-b449eaae7f8e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:01.101290 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-58c02b52-b136-453a-883f-23865bb84b0d req-a4a0125e-3f72-4b20-b63e-b449eaae7f8e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 944 time: 0.0689719 Sep 08 13:43:01.174276 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-58c02b52-b136-453a-883f-23865bb84b0d req-0c97862b-fbe5-4b4a-8876-ec74f24e285d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684929 Sep 08 13:43:01.182815 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f7f0-86d1-4fbf-b506-3326b6264e3d req-15353ce8-9a42-4fef-bb16-a61513e1478a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:01.184900 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d6f7f7f0-86d1-4fbf-b506-3326b6264e3d req-15353ce8-9a42-4fef-bb16-a61513e1478a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0824604 Sep 08 13:43:01.194253 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57470) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:01.200389 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'floatingip': {'port_id': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:01.276512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.945160 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3328-a856-4217-86f2-bbf9b60f0af2 req-f9a80450-0231-49c2-bba8-e40e46cea189 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:01.946680 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-444d3328-a856-4217-86f2-bbf9b60f0af2 req-f9a80450-0231-49c2-bba8-e40e46cea189 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1528482 Sep 08 13:43:01.971477 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:02.027732 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port c8f5ad71-19de-414b-9b42-e6169e331c5e completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:02.033648 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port c8f5ad71-19de-414b-9b42-e6169e331c5e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:02.034357 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.060573 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.066218 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-444d3328-a856-4217-86f2-bbf9b60f0af2 req-992e9a2e-f347-4961-a8ff-485989baf90d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101136 Sep 08 13:43:02.070399 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.122017 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.149538 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:02.152147 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577899f-d9f5-45f5-b6bd-1915d51b34a0" -d '{"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:02.171856 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:02.178033 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.187038 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Floating IP 709ea411-1a78-4096-9bab-131570bdc9fd associated. External IP: 172.27.3.140, port: c04e6204-8dc4-4a24-9c10-d577d8bd8b3b. Sep 08 13:43:02.209232 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb2174-262d-460a-8355-6f52b113ef54 x-openstack-request-id: req-bedb2174-262d-460a-8355-6f52b113ef54 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:02.209537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:02.209785 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bedb2174-262d-460a-8355-6f52b113ef54 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:02.210163 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'code': 200} Sep 08 13:43:02.251579 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:02.577485 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ac6a7-fc01-4afe-8f50-e7474c9fe71c req-00378e67-9e10-48f9-b90c-b4cd9a0a4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.578782 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-333ac6a7-fc01-4afe-8f50-e7474c9fe71c req-00378e67-9e10-48f9-b90c-b4cd9a0a4e24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1098 time: 0.1237681 Sep 08 13:43:02.592930 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9a81-e934-4ca7-991d-fca05f18d923 req-37e1b80d-473d-4c94-9efb-aace81c09774 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.594964 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcae9a81-e934-4ca7-991d-fca05f18d923 req-37e1b80d-473d-4c94-9efb-aace81c09774 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1410861 Sep 08 13:43:02.713682 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcae9a81-e934-4ca7-991d-fca05f18d923 req-f15a8c4c-a7f5-4c58-966b-744f02ba4843 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177905 Sep 08 13:43:02.717286 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-333ac6a7-fc01-4afe-8f50-e7474c9fe71c req-fa53f04b-5f93-46bd-9502-9a4605460ba9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184230 Sep 08 13:43:02.794849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:43:02.914869 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:43:02.920069 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.930370 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:43:02.943354 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:02.944032 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:02.948091 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-3080c07e-3c4e-4c1b-8b53-a84414641bf6 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "PUT /v2.0/floatingips/709ea411-1a78-4096-9bab-131570bdc9fd HTTP/1.1" status: 200 len: 991 time: 1.7519336 Sep 08 13:43:02.948856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:02.951518 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9081426-4400-4b52-8d92-9a8ef9c160d3" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:02.997502 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820dfc2-29f5-4a19-a187-e322431d045f x-openstack-request-id: req-b820dfc2-29f5-4a19-a187-e322431d045f {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:02.997642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:02.997856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b820dfc2-29f5-4a19-a187-e322431d045f {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:02.998255 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'status': 'completed', 'code': 200} Sep 08 13:43:03.028724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57568) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:03.051529 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:03.095344 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-2f4c06b8-1126-4596-9aaa-05b26d86d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.098354 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-2f4c06b8-1126-4596-9aaa-05b26d86d7f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1098 time: 0.0441988 Sep 08 13:43:03.193163 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7a603da7-13e3-4e38-9447-5bcc43b28a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.260801 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-e23fdd77-f1f2-4ed7-8e9d-262a2e036c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.262436 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-e23fdd77-f1f2-4ed7-8e9d-262a2e036c73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.1543531 Sep 08 13:43:03.274076 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f95416-d0d2-42a1-b2f8-e24378465b17 req-54af5c77-fd8e-4fd1-b6e2-2c7a058a24ea tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.275637 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94f95416-d0d2-42a1-b2f8-e24378465b17 req-54af5c77-fd8e-4fd1-b6e2-2c7a058a24ea tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1255672 Sep 08 13:43:03.327753 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '709ea411-1a78-4096-9bab-131570bdc9fd', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:65:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:34Z', 'updated_at': '2021-09-08T13:43:01Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:03.356823 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:43:03.365728 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:03.366342 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:42:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:03.416567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-a1c3ff7a-7d60-4878-9d79-cef9aed8b9aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 999 time: 0.1387985 Sep 08 13:43:03.423117 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94f95416-d0d2-42a1-b2f8-e24378465b17 req-1b99ea19-e350-4338-8b4d-0c65b144f6c8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364644 Sep 08 13:43:03.460035 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7a603da7-13e3-4e38-9447-5bcc43b28a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.464399 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-7a603da7-13e3-4e38-9447-5bcc43b28a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.474969 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:03.502480 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-7a603da7-13e3-4e38-9447-5bcc43b28a95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3a6c80c7c6a4634b4b0e74175d06538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724193 Sep 08 13:43:03.503354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603da7-13e3-4e38-9447-5bcc43b28a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb401f6f-b343-4c10-aff9-a7bd675fe6c0,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:03.505115 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57574) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:03.566969 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.590882 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.639197 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.643630 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.648094 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb401f6f-b343-4c10-aff9-a7bd675fe6c0 HTTP/1.1" status: 204 len: 168 time: 0.1416821 Sep 08 13:43:03.658563 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c790e-d2d5-4095-9040-7e4415bee5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb401f6f-b343-4c10-aff9-a7bd675fe6c0,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:03.724659 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '709ea411-1a78-4096-9bab-131570bdc9fd', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:65:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:34Z', 'updated_at': '2021-09-08T13:43:01Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:03.756023 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bea386-f05c-4c7d-b2e0-99388a385f20 None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '709ea411-1a78-4096-9bab-131570bdc9fd', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:65:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:34Z', 'updated_at': '2021-09-08T13:43:01Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:43:03.871544 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eef50-de4a-424d-beea-699c7de32f6d req-afc45984-ad2e-4f8f-a3cf-cfa758c940e2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.873173 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-448eef50-de4a-424d-beea-699c7de32f6d req-afc45984-ad2e-4f8f-a3cf-cfa758c940e2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0616183 Sep 08 13:43:03.915655 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-448eef50-de4a-424d-beea-699c7de32f6d req-1c070d31-dcf7-45d8-9e63-771b39787f21 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357931 Sep 08 13:43:03.973393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57590) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:03.986830 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3f02dfe3-c926-4209-b8ba-97679e409aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.010065 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62c6ce-cfba-421a-bc71-32265942c8b6 None None] New status for floating IP 709ea411-1a78-4096-9bab-131570bdc9fd: ACTIVE {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:43:04.085913 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3f02dfe3-c926-4209-b8ba-97679e409aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.089699 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3f02dfe3-c926-4209-b8ba-97679e409aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.133082 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3f02dfe3-c926-4209-b8ba-97679e409aaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1718369651f491c97b0e8916674565a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561728 Sep 08 13:43:04.133082 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02dfe3-c926-4209-b8ba-97679e409aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8401f5f-a141-4972-b68c-ad79a366716a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.135645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57594) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:04.205965 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.227584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.279181 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.281819 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.283034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8401f5f-a141-4972-b68c-ad79a366716a HTTP/1.1" status: 204 len: 168 time: 0.1447632 Sep 08 13:43:04.291030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8fbf-cb81-4a0c-a590-71f2efe91841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8401f5f-a141-4972-b68c-ad79a366716a,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.542420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c826285-4248-4754-ac27-0b0ccc682626 req-03cee98d-c610-4eeb-ba57-31c4dee15c58 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.544536 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8c826285-4248-4754-ac27-0b0ccc682626 req-03cee98d-c610-4eeb-ba57-31c4dee15c58 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0540593 Sep 08 13:43:04.587659 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8c826285-4248-4754-ac27-0b0ccc682626 req-1e959e4c-13cf-4a80-8f26-d776d589ebab tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Sep 08 13:43:05.038821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d13b7-7e9a-4bf3-9f85-580f5ef983b8 req-d848f016-c222-4688-8bf9-d7f70ebbd381 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.040239 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-063d13b7-7e9a-4bf3-9f85-580f5ef983b8 req-d848f016-c222-4688-8bf9-d7f70ebbd381 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0501361 Sep 08 13:43:05.079539 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-063d13b7-7e9a-4bf3-9f85-580f5ef983b8 req-e3d209f0-40c4-4125-98ce-d61f8f0a881e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Sep 08 13:43:05.337559 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57638) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:05.444087 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.534201 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.538359 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.579709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b001e-1610-42e8-b104-1fbaf732d156,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:05.589555 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c21c5237b494722b422e1b736bb88ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509186 Sep 08 13:43:05.590903 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.591242 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.591576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.591904 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.592228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.592549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.592676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57642) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:05.593091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.593189 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.593540 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.593856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.594168 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.594481 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38317440-f472-4742-a3d5-1867f16ceac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.642595 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.663256 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.715119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8916-1e61-41f7-827f-1d31fb78eb2e req-81a345e7-4b19-4211-a6f0-01ab51f78162 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.716799 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-65fc8916-1e61-41f7-827f-1d31fb78eb2e req-81a345e7-4b19-4211-a6f0-01ab51f78162 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0601728 Sep 08 13:43:05.719983 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.722737 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.723905 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b22b001e-1610-42e8-b104-1fbaf732d156 HTTP/1.1" status: 204 len: 168 time: 0.1299090 Sep 08 13:43:05.732107 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b001e-1610-42e8-b104-1fbaf732d156,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:05.739658 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.739998 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.740330 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.740703 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.741131 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.741461 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.741866 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.742189 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.742512 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.742827 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.743345 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.743664 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c1611-e588-4cd1-9b0a-20d531869ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:05.760300 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-65fc8916-1e61-41f7-827f-1d31fb78eb2e req-12797f67-9a42-40ee-b6e7-9402b36827f4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Sep 08 13:43:05.865422 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-cf611dea-c159-4adc-84bc-10baf20a0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.866881 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-cf611dea-c159-4adc-84bc-10baf20a0eb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0547097 Sep 08 13:43:06.203590 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41bb5-153e-4374-ac07-21512eaf757d req-ea0ef810-e683-4dd9-a16a-9f076ba1023e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.205292 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-28e41bb5-153e-4374-ac07-21512eaf757d req-ea0ef810-e683-4dd9-a16a-9f076ba1023e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0515635 Sep 08 13:43:06.245074 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-28e41bb5-153e-4374-ac07-21512eaf757d req-c6225ae7-1785-4df2-b878-b4fd920a87b6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Sep 08 13:43:06.350740 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6822f970-8438-43f6-8e21-b2759e368516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.901063 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef026e-b449-4386-af17-a06d9700652b req-92b1585d-c0dd-4a0d-999d-3cdbea77470c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.903179 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78ef026e-b449-4386-af17-a06d9700652b req-92b1585d-c0dd-4a0d-999d-3cdbea77470c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0699761 Sep 08 13:43:06.951724 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78ef026e-b449-4386-af17-a06d9700652b req-ce41db29-d0a5-41fc-9e59-e5b01da1278e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Sep 08 13:43:07.128122 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-a94238ca-d770-4512-aea9-f453608a1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:07.129675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-a94238ca-d770-4512-aea9-f453608a1585 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411012 Sep 08 13:43:07.240319 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-0718ba0a-9d79-4ff4-8239-d5cebceab7ec service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859976 Sep 08 13:43:07.377460 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9081426-4400-4b52-8d92-9a8ef9c160d3 req-5bac6426-f2d2-4e4d-b846-c3bb3b08c1d7 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206529 Sep 08 13:43:07.387169 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76589a6e-c639-4dba-abaf-f0bbd4ecbec6 req-4eca77eb-6d1b-4957-85a2-570febb59e0f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:07.388708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-76589a6e-c639-4dba-abaf-f0bbd4ecbec6 req-4eca77eb-6d1b-4957-85a2-570febb59e0f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0712476 Sep 08 13:43:07.434843 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-76589a6e-c639-4dba-abaf-f0bbd4ecbec6 req-6a5e3beb-6151-4b5d-a221-ce08239ca99d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Sep 08 13:43:08.128642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98a5a-c8a6-4763-9359-9c3f99cb0b2e req-e43005a7-93e5-40a5-80c0-cab73796f5e2 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.131279 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cdf98a5a-c8a6-4763-9359-9c3f99cb0b2e req-e43005a7-93e5-40a5-80c0-cab73796f5e2 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0798378 Sep 08 13:43:08.170566 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cdf98a5a-c8a6-4763-9359-9c3f99cb0b2e req-cd1e0b4e-50a8-4a50-ad83-a90f741e399f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Sep 08 13:43:08.555586 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ae2e9-42b6-4afa-aead-47c9c7ffd043 req-e65cd8d8-9582-4163-a09d-81558955e60d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.557348 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d25ae2e9-42b6-4afa-aead-47c9c7ffd043 req-e65cd8d8-9582-4163-a09d-81558955e60d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0511293 Sep 08 13:43:08.601118 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d25ae2e9-42b6-4afa-aead-47c9c7ffd043 req-f25f3b9b-73bb-41f8-88ad-85ccd3202b34 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Sep 08 13:43:08.773492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16b5cfd5-e67f-4330-a3fa-7e90c8e1d7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:08.901494 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.227180 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec2ff7-1850-4235-8120-973a1b10bdde req-eed01f46-5986-465c-8b1e-37efb8b8c646 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.229021 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55ec2ff7-1850-4235-8120-973a1b10bdde req-eed01f46-5986-465c-8b1e-37efb8b8c646 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Sep 08 13:43:09.302478 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55ec2ff7-1850-4235-8120-973a1b10bdde req-69ca7718-41a2-46e3-a8dd-e72f007a0051 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Sep 08 13:43:09.320471 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765cdb3-8b2b-4f5d-80a7-cc48dfe65006 req-f7e77fae-7bd6-4acf-a241-b324ccce2305 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.322068 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0765cdb3-8b2b-4f5d-80a7-cc48dfe65006 req-f7e77fae-7bd6-4acf-a241-b324ccce2305 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0751152 Sep 08 13:43:09.362167 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0765cdb3-8b2b-4f5d-80a7-cc48dfe65006 req-f108e94b-dd28-499f-9cac-d3ad7ecdd645 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Sep 08 13:43:09.732621 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70507401-5d0b-458b-9c35-bf5022dc106f req-7d788639-50e8-4ec2-aba9-862cdb3fd813 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.734752 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-70507401-5d0b-458b-9c35-bf5022dc106f req-7d788639-50e8-4ec2-aba9-862cdb3fd813 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0515831 Sep 08 13:43:09.785499 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-70507401-5d0b-458b-9c35-bf5022dc106f req-ef05d0fe-3fec-4405-ae27-1deff9bfba3c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Sep 08 13:43:09.906676 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610702f-59ae-4f29-bc98-b21a19fb5b0a req-aff2df9e-9afd-4eba-8b56-becb3a24c67d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.908227 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7610702f-59ae-4f29-bc98-b21a19fb5b0a req-aff2df9e-9afd-4eba-8b56-becb3a24c67d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0531826 Sep 08 13:43:09.917050 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57820) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:09.922137 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'floatingip': {'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:09.965633 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.125972 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.463585 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.480550 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.491297 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264984ff-cc60-4742-924d-0a368b8d8fc4 req-0799bb2c-7c64-44b1-b4c1-28a9bfee7e74 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:10.492820 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-264984ff-cc60-4742-924d-0a368b8d8fc4 req-0799bb2c-7c64-44b1-b4c1-28a9bfee7e74 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.1205964 Sep 08 13:43:10.613270 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e18daf-d91e-48c9-a0fe-580af8f9c5a6 req-589a0298-68cc-46b4-aead-40f3a39486a9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:10.614675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-68e18daf-d91e-48c9-a0fe-580af8f9c5a6 req-589a0298-68cc-46b4-aead-40f3a39486a9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1738398 Sep 08 13:43:10.622551 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-264984ff-cc60-4742-924d-0a368b8d8fc4 req-7b869e38-73ab-4482-9c9b-46c5de8efb38 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943954 Sep 08 13:43:10.652681 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Floating IP ce4efa05-c78d-427e-9c3d-5dd80b022124 associated. External IP: 172.27.3.30, port: c8f5ad71-19de-414b-9b42-e6169e331c5e. Sep 08 13:43:10.705117 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-68e18daf-d91e-48c9-a0fe-580af8f9c5a6 req-722a23d3-7ee4-45ba-ac44-7ef3e3ce9ad8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Sep 08 13:43:11.084862 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:43:11.211155 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:43:11.216845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:11.224203 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:43:11.235756 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:11.236766 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:43:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:11.261364 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4a9365c5-732e-4e45-8bc8-5fc8786e44df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "PUT /v2.0/floatingips/ce4efa05-c78d-427e-9c3d-5dd80b022124 HTTP/1.1" status: 200 len: 990 time: 1.3431437 Sep 08 13:43:11.262447 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:11.267175 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b131a8-f587-4af9-b859-b1688709d7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:11.337006 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358cb457-3eee-4097-8b0b-66f7e609dff2 x-openstack-request-id: req-358cb457-3eee-4097-8b0b-66f7e609dff2 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:11.337006 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:11.337269 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-358cb457-3eee-4097-8b0b-66f7e609dff2 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:11.337476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'status': 'completed', 'code': 200} Sep 08 13:43:11.461359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:11.472331 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-3c18ec12-409d-48cf-a75f-4998b4f0d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.475577 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-3c18ec12-409d-48cf-a75f-4998b4f0d60b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1098 time: 0.0864811 Sep 08 13:43:11.508010 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:11.590132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-57caf0bc-ea41-480e-8634-bf20d2efdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.591909 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-57caf0bc-ea41-480e-8634-bf20d2efdaa5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1023047 Sep 08 13:43:11.665321 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57882) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:11.696809 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-ca49edd0-82a5-4d19-a01d-a72565b122c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 998 time: 0.0680065 Sep 08 13:43:11.760376 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': 'ce4efa05-c78d-427e-9c3d-5dd80b022124', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:37Z', 'updated_at': '2021-09-08T13:43:10Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:11.798038 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bcdff-01f2-4588-a72f-b8581bb62258 req-5acd2750-5b4f-446d-9680-1293e44b20c6 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.799479 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:43:11.799615 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b15bcdff-01f2-4588-a72f-b8581bb62258 req-5acd2750-5b4f-446d-9680-1293e44b20c6 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.0980995 Sep 08 13:43:11.811519 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:11.811706 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-6432001b-29e9-4400-b10d-d06d5a90ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.813103 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:43:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:11.813657 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-6432001b-29e9-4400-b10d-d06d5a90ff3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.1023376 Sep 08 13:43:11.816940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ebc6-8793-42a1-b1c4-dc376c1810a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:11.900238 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b15bcdff-01f2-4588-a72f-b8581bb62258 req-1ff1add6-907d-42ba-a4bf-f1a39957b98e tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a9a370f-3630-443c-8320-2e1a755f363b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844305 Sep 08 13:43:11.913381 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87831f9-7dfb-4cbd-aac8-e7f38768414f req-a8b14533-fd2c-40a4-a581-48ac0bec1ea5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.914910 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c87831f9-7dfb-4cbd-aac8-e7f38768414f req-a8b14533-fd2c-40a4-a581-48ac0bec1ea5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1144559 Sep 08 13:43:11.923115 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-8719d0d3-81ca-4680-bdea-4d60a822625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.924742 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-8719d0d3-81ca-4680-bdea-4d60a822625f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890789 Sep 08 13:43:11.934148 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ebc6-8793-42a1-b1c4-dc376c1810a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:11.939449 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ebc6-8793-42a1-b1c4-dc376c1810a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:11.954024 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:11.987765 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ecb6ebc6-8793-42a1-b1c4-dc376c1810a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c299bd015014e9fa6ce7d606cf1e480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210986 Sep 08 13:43:11.988687 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 57890) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:11.991868 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ebc6-8793-42a1-b1c4-dc376c1810a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d15d9-27dd-4dd6-892e-c9dd4c7bd0d2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.024006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c87831f9-7dfb-4cbd-aac8-e7f38768414f req-cdad5c56-70b6-44cc-a27f-c364415c9c61 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962083 Sep 08 13:43:12.084256 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-74d4fb88-5b7a-495d-82fa-7a874a850812 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395533 Sep 08 13:43:12.093778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.140149 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.195753 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': 'ce4efa05-c78d-427e-9c3d-5dd80b022124', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:37Z', 'updated_at': '2021-09-08T13:43:10Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:12.222834 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c7504-5163-43ca-9a1d-be09ddf99731 None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': 'ce4efa05-c78d-427e-9c3d-5dd80b022124', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:42:37Z', 'updated_at': '2021-09-08T13:43:10Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:43:12.253105 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-19b131a8-f587-4af9-b859-b1688709d7a3 req-a417c951-f6ad-4951-b4bc-f996d6132aab service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571243 Sep 08 13:43:12.267294 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-9706a086-94dd-4a5e-8ae9-c19b595762a2 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:12.268847 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-9706a086-94dd-4a5e-8ae9-c19b595762a2 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 945 time: 0.0976951 Sep 08 13:43:12.289519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.292091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.293277 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f96d15d9-27dd-4dd6-892e-c9dd4c7bd0d2 HTTP/1.1" status: 204 len: 168 time: 0.3023143 Sep 08 13:43:12.327940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6bc5b-4949-4d4d-bcea-e858dc02379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d15d9-27dd-4dd6-892e-c9dd4c7bd0d2,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.431662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Deleting port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:43:12.432010 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.618359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5260bca-7ae1-4ab8-9e12-96c53d596740 None None] New status for floating IP ce4efa05-c78d-427e-9c3d-5dd80b022124: ACTIVE {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:43:12.623591 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57906) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:12.639529 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c221d9e2-749c-4acc-8e41-36e5e522b7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.668383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] For port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,segment=NetworkSegment(b7f147f1-3997-483d-94e8-80326179e6e1),segment_id=b7f147f1-3997-483d-94e8-80326179e6e1)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:12.669026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.689029 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Calling delete_port for 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:43:12.780650 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c221d9e2-749c-4acc-8e41-36e5e522b7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.786234 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c221d9e2-749c-4acc-8e41-36e5e522b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.839322 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c221d9e2-749c-4acc-8e41-36e5e522b7bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=497b78a56186447d9b55abce8bb8e427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136924 Sep 08 13:43:12.841800 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57918) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:12.849074 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221d9e2-749c-4acc-8e41-36e5e522b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d727b0d-410f-4071-9cb5-66e1e9044e1b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.887942 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.904799 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['2f8d95b0-ebcb-4e80-b79b-ca44d6447892'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:12.907992 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.925647 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Pushing event deleted for resources: {'Port': ['ID=2f8d95b0-ebcb-4e80-b79b-ca44d6447892,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.936051 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.001116 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] No DVR routers for this DVR port 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:43:13.002863 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.008060 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.009069 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d727b0d-410f-4071-9cb5-66e1e9044e1b HTTP/1.1" status: 204 len: 168 time: 0.1660802 Sep 08 13:43:13.011724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.014002 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6df5d14b-dfea-4bb0-bdf0-c4e84c9009ee req-3f8753c3-d85e-4c4c-a089-903f9cd5c270 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.50 "DELETE /v2.0/ports/2f8d95b0-ebcb-4e80-b79b-ca44d6447892 HTTP/1.1" status: 204 len: 173 time: 0.7386966 Sep 08 13:43:13.035433 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1a4f-e817-4d4e-ab79-2b0e7519bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d727b0d-410f-4071-9cb5-66e1e9044e1b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:13.045615 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8798f771-8c5c-4689-a687-8a12610599a1 req-044b2162-727c-4c7c-be57-94c16cfbe692 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.0602157 Sep 08 13:43:13.164570 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3ca7-8ec5-4ef7-9bf2-a7c7502589da req-fba5f49b-aa5d-43b0-85e7-e895068aa520 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:13.166096 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b2b3ca7-8ec5-4ef7-9bf2-a7c7502589da req-fba5f49b-aa5d-43b0-85e7-e895068aa520 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0495989 Sep 08 13:43:13.206893 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b2b3ca7-8ec5-4ef7-9bf2-a7c7502589da req-9820ce29-14a1-4146-bf4f-0aef8588bab0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Sep 08 13:43:13.338963 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'name': 'network-vif-deleted', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:13.341332 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccfd2f7-0330-4a4a-b10c-6d9aea30218d" -d '{"events": [{"server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "name": "network-vif-deleted", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:13.390433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7473e72-568d-448d-a150-913d4ab1c321 x-openstack-request-id: req-d7473e72-568d-448d-a150-913d4ab1c321 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:13.390823 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b50782-3f4f-44d4-8b10-b3e0e0433d70", "name": "network-vif-deleted", "tag": "2f8d95b0-ebcb-4e80-b79b-ca44d6447892", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:13.391237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7473e72-568d-448d-a150-913d4ab1c321 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:13.391797 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b50782-3f4f-44d4-8b10-b3e0e0433d70', 'name': 'network-vif-deleted', 'tag': '2f8d95b0-ebcb-4e80-b79b-ca44d6447892', 'status': 'completed', 'code': 200} Sep 08 13:43:14.198675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2beb0b70-7295-4c8e-ba0e-876cbc7140d3 req-217828fc-5045-4e43-81ab-bd49cc0307b0 tempest-DeleteServersTestJSON-1187369532 tempest-DeleteServersTestJSON-1187369532-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b50782-3f4f-44d4-8b10-b3e0e0433d70 HTTP/1.1" status: 200 len: 210 time: 0.0408809 Sep 08 13:43:14.373872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dc19c-3ea9-402f-88d9-3025cdba5577 req-8fa42e19-bb12-4310-9dd5-4888a406da16 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:14.377254 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f8dc19c-3ea9-402f-88d9-3025cdba5577 req-8fa42e19-bb12-4310-9dd5-4888a406da16 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0634789 Sep 08 13:43:14.454904 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f8dc19c-3ea9-402f-88d9-3025cdba5577 req-ad9df83d-b2f7-4bc8-84a0-beaf884e6af8 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706627 Sep 08 13:43:14.474969 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 57998) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:14.581121 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3213b83f-2bbf-455e-8ae2-637c940f6442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.679208 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3213b83f-2bbf-455e-8ae2-637c940f6442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.683288 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3213b83f-2bbf-455e-8ae2-637c940f6442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.727165 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3213b83f-2bbf-455e-8ae2-637c940f6442 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f4d754245814e74a06e80772ebb1a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508600 Sep 08 13:43:14.728696 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58010) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:14.736963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213b83f-2bbf-455e-8ae2-637c940f6442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc424847-66de-40eb-9df6-f9e070264c0a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:14.791497 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.815557 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.868257 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.871098 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.872246 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc424847-66de-40eb-9df6-f9e070264c0a HTTP/1.1" status: 204 len: 168 time: 0.1426477 Sep 08 13:43:14.881989 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8927-dfc8-41f0-922d-b1aa96d98957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc424847-66de-40eb-9df6-f9e070264c0a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:15.094302 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58032) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:15.202058 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09acaf9e-7a76-4cf6-86e0-c8ae5c8b10cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.224167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58036) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:15.239136 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-19f35831-d83d-41a9-8ab0-7fe1d57a8130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.297886 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09acaf9e-7a76-4cf6-86e0-c8ae5c8b10cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.301842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09acaf9e-7a76-4cf6-86e0-c8ae5c8b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.340744 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-09acaf9e-7a76-4cf6-86e0-c8ae5c8b10cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7476013b116457f8cf12065e2c4d676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450624 Sep 08 13:43:15.341696 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acaf9e-7a76-4cf6-86e0-c8ae5c8b10cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb7a74-275e-453f-8ff5-1baab9fc9936,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:15.344856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58044) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:15.410795 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.417126 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-19f35831-d83d-41a9-8ab0-7fe1d57a8130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.430156 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-19f35831-d83d-41a9-8ab0-7fe1d57a8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.436460 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.489016 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-19f35831-d83d-41a9-8ab0-7fe1d57a8130 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=567062ee094849558f52a9800cc0aaaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632797 Sep 08 13:43:15.490305 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35831-d83d-41a9-8ab0-7fe1d57a8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e75b55e-7546-48c7-984b-8ce565558a46,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:15.505091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58058) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:15.694803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869b2b4-5efa-4e04-a78c-1bb7e607b0b9 req-1da76d0c-e4f2-4bda-90c8-10d02482f128 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.696840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b869b2b4-5efa-4e04-a78c-1bb7e607b0b9 req-1da76d0c-e4f2-4bda-90c8-10d02482f128 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1446424 Sep 08 13:43:15.699325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.719537 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.722435 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.723813 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ebb7a74-275e-453f-8ff5-1baab9fc9936 HTTP/1.1" status: 204 len: 168 time: 0.3782046 Sep 08 13:43:15.734094 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03075e10-842c-4025-9af9-d9c537e81365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb7a74-275e-453f-8ff5-1baab9fc9936,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:15.762414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.800032 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-444ebb58-e79b-4c3e-8908-8c3dc9c6f6dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456304 Sep 08 13:43:15.805604 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b869b2b4-5efa-4e04-a78c-1bb7e607b0b9 req-6242b363-3a38-4641-afd7-ec29b63a00b5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933316 Sep 08 13:43:15.858329 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.864146 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.870325 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e75b55e-7546-48c7-984b-8ce565558a46 HTTP/1.1" status: 204 len: 168 time: 0.3629832 Sep 08 13:43:15.914422 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5ac4-2000-4c78-bbde-a511c09f8a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e75b55e-7546-48c7-984b-8ce565558a46,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:15.933143 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-3b9768b3-d65d-47bd-b234-ff34ec4b4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.934474 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-3b9768b3-d65d-47bd-b234-ff34ec4b4c6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 1099 time: 0.0603433 Sep 08 13:43:15.984844 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:43:16.005511 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:43:16.005858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2f8d95b0-ebcb-4e80-b79b-ca44d6447892 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:43:16.079262 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-be0eca8b-4407-4c0b-af34-5aa3069404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:16.080847 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-be0eca8b-4407-4c0b-af34-5aa3069404d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 915 time: 0.1067314 Sep 08 13:43:16.132248 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-7958adf6-0dcd-4ba1-8650-2f79b0d414c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4 HTTP/1.1" status: 200 len: 217 time: 0.0395100 Sep 08 13:43:16.187793 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-df29e4ec-56ce-41a2-9fea-847bc4a7fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:16.189439 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-df29e4ec-56ce-41a2-9fea-847bc4a7fd34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0477459 Sep 08 13:43:16.204711 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58082) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.210232 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58084) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.218686 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca19c-7e0f-498d-b75e-862d1116aa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.232038 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-77c18f82-353a-4334-b350-8ecf5e904ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295269 Sep 08 13:43:16.237852 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b0b61864-8709-4a0f-9130-785a03fb1a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.308335 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca19c-7e0f-498d-b75e-862d1116aa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.312821 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca19c-7e0f-498d-b75e-862d1116aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.349892 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9a9ca19c-7e0f-498d-b75e-862d1116aa6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6ebc0b7862d4c6787c99b589e794f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436520 Sep 08 13:43:16.350384 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-2000b53e-d881-4a24-9405-b1d12e0dc897 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043859 Sep 08 13:43:16.351792 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ca19c-7e0f-498d-b75e-862d1116aa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db26f7f4-53bf-41b9-bc35-f2546185a99f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.352491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58086) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.500997 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.520460 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f79ff44c-eb6d-4169-9fdf-3abb6baf3911 req-c80ce044-6719-49b3-bf91-74df848afb1b service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575186 Sep 08 13:43:16.528984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b0b61864-8709-4a0f-9130-785a03fb1a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.546829 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b0b61864-8709-4a0f-9130-785a03fb1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.564212 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.625348 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b0b61864-8709-4a0f-9130-785a03fb1a8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b924269c613e403095a8f71277f00831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136169 Sep 08 13:43:16.627623 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58100) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.640945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b61864-8709-4a0f-9130-785a03fb1a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab375b-458c-4c4e-9f4d-f450696fb87b,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.664576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.667344 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.671693 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db26f7f4-53bf-41b9-bc35-f2546185a99f HTTP/1.1" status: 204 len: 168 time: 0.3151007 Sep 08 13:43:16.681576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a1faa-3b6d-4ff2-81c2-89d40f0f07ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db26f7f4-53bf-41b9-bc35-f2546185a99f,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.728905 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.756358 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.814492 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58118) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.817954 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.821815 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.823863 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dab375b-458c-4c4e-9f4d-f450696fb87b HTTP/1.1" status: 204 len: 168 time: 0.1952517 Sep 08 13:43:16.845230 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec604c7-05cb-471d-9e6b-fa6580a1116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab375b-458c-4c4e-9f4d-f450696fb87b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.922760 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Deleting subnet 176a5775-4666-45a0-9beb-d56f1e0a682d {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:43:16.940565 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.051126 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.086396 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-5018d545-ae7d-4bab-9522-eeb06c0aa01f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.087121 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-5018d545-ae7d-4bab-9522-eeb06c0aa01f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.2195175 Sep 08 13:43:17.097586 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235120-22d6-4267-80c8-785a7dad25d8 req-a4be2208-7ce7-4ca0-92f5-8d64b27d705a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.099347 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f235120-22d6-4267-80c8-785a7dad25d8 req-a4be2208-7ce7-4ca0-92f5-8d64b27d705a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1827736 Sep 08 13:43:17.123682 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-10df1e95-3c5c-478c-998d-72477183486a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/quotas/24d87c7a8ff146c2b96a05dff6be0313 HTTP/1.1" status: 200 len: 375 time: 0.0170548 Sep 08 13:43:17.155325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.252651 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f235120-22d6-4267-80c8-785a7dad25d8 req-efb82aed-df96-4598-af3b-090a17f1aa21 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098938 Sep 08 13:43:17.269003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-fae3a831-86ab-4222-b86c-ef50e8ce8947 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249540 Sep 08 13:43:17.290012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.336279 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176a5775-4666-45a0-9beb-d56f1e0a682d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:17.344167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.344167 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-16dd5079-d800-4df4-a040-ac319758716d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/176a5775-4666-45a0-9beb-d56f1e0a682d HTTP/1.1" status: 204 len: 168 time: 0.5277889 Sep 08 13:43:17.346026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58142) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:17.456691 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-60646e7f-8f92-4132-acc9-134a344fc889 service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751959 Sep 08 13:43:17.460872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.851464 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.864371 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-b275bc2d-09d5-47ea-8f22-46423863689d service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016087 Sep 08 13:43:17.876113 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2784ee-fd2d-41a9-8ba5-8759ea473cf2']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:17.886944 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f147f1-3997-483d-94e8-80326179e6e1') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:17.887426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f147f1-3997-483d-94e8-80326179e6e1') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:17.898323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.914247 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.920331 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:43:17.920760 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:43:17.923426 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:43:17.982146 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.989038 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.993390 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fa2784ee-fd2d-41a9-8ba5-8759ea473cf2 HTTP/1.1" status: 204 len: 168 time: 0.6438417 Sep 08 13:43:18.005095 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a792c-4c31-49b1-b3be-940a167590a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2784ee-fd2d-41a9-8ba5-8759ea473cf2,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:18.074135 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d759d73c-a274-4fb1-adbf-90de17038277 req-d14789a8-7a5c-453f-9476-06dfc0f7eced tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0335786 Sep 08 13:43:18.133972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58174) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:18.180826 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-e07195ca-9ccb-48de-b376-91f864508933 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e34c66d1741402a9397bbe463c01093&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455725 Sep 08 13:43:18.183180 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58184) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:18.232944 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.255371 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.310687 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.313697 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.314965 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a9a370f-3630-443c-8320-2e1a755f363b HTTP/1.1" status: 204 len: 168 time: 0.1307948 Sep 08 13:43:18.331494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6000f7-e816-4b52-81ba-68da4c75359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a370f-3630-443c-8320-2e1a755f363b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:18.427301 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fab32-cfeb-4874-ba5e-04fd3360c919 req-a947a3b2-3d93-413f-a6fb-c4538f07b823 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.428833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9b9fab32-cfeb-4874-ba5e-04fd3360c919 req-a947a3b2-3d93-413f-a6fb-c4538f07b823 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0723763 Sep 08 13:43:18.490377 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9b9fab32-cfeb-4874-ba5e-04fd3360c919 req-c26c1dd9-1e5f-4080-8164-9aa407039df3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Sep 08 13:43:18.825827 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.176976 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8bbbeccf-4b8f-414f-90c8-1ec7d3eaf0c3 req-e052efd0-dbe2-44db-b8d2-745738f8ff2e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Sep 08 13:43:19.291710 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-a83cdd47-9de5-4069-91d7-46695695feed tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.293318 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-a83cdd47-9de5-4069-91d7-46695695feed tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.1130023 Sep 08 13:43:19.312716 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Request body: {'port': {'device_id': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'admin_state_up': True, 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:19.425943 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:19.429426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.600143 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Allocated IP 172.20.0.13 (09281d67-9ba4-45b7-a05f-3a5a53775d14/f019be41-3cdd-4f5d-bf04-8d0e330cfc1d/ce20a9e9-1535-4cff-82c3-a1b70ff52837) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:19.636068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770176a-9338-48aa-bf29-b46395a20225 req-9dc9fff8-6193-4a45-9289-48cab1e6b3cf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.637638 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4770176a-9338-48aa-bf29-b46395a20225 req-9dc9fff8-6193-4a45-9289-48cab1e6b3cf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0779257 Sep 08 13:43:19.715511 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4770176a-9338-48aa-bf29-b46395a20225 req-938dc587-603a-469f-9ba6-5a7d5e442104 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708137 Sep 08 13:43:19.817720 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.860985 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.876627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:19.904387 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:19.908140 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:19.914135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:19.948952 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event updated for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:19.972643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.973284 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.987668 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-36c47f03-bd75-47f5-ba3d-fa9c3d000cdc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6789143 Sep 08 13:43:20.021246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Request body: {'port': {'device_id': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:20.076314 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.336483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db16-4686-445c-ae24-54c006318459 req-1cada605-9c4f-4527-9aa3-4d2a4dbde9f6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.337974 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4821db16-4686-445c-ae24-54c006318459 req-1cada605-9c4f-4527-9aa3-4d2a4dbde9f6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 932 time: 0.0765133 Sep 08 13:43:20.407332 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4821db16-4686-445c-ae24-54c006318459 req-df36f221-7b7c-4558-bc87-9370c2eb2df4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631864 Sep 08 13:43:20.414419 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce20a9e9-1535-4cff-82c3-a1b70ff52837 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:20.422059 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.433809 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Transition to ACTIVE for port object ce20a9e9-1535-4cff-82c3-a1b70ff52837 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:20.437680 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.485658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:20.554905 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Attempting to bind port ce20a9e9-1535-4cff-82c3-a1b70ff52837 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:20.555236 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Attempting to bind port ce20a9e9-1535-4cff-82c3-a1b70ff52837 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:20.555565 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Attempting to bind port ce20a9e9-1535-4cff-82c3-a1b70ff52837 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:20.559768 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Port ce20a9e9-1535-4cff-82c3-a1b70ff52837 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:20.560091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Attempting to bind port ce20a9e9-1535-4cff-82c3-a1b70ff52837 on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:20.565419 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:20.565753 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Checking segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:20.566137 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Bound using segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:20.566555 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Bound port: ce20a9e9-1535-4cff-82c3-a1b70ff52837, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:20.566908 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.629163 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:20.632028 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:20.636358 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.665767 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.666405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.667854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce20a9e9-1535-4cff-82c3-a1b70ff52837 HTTP/1.1" status: 200 len: 1094 time: 0.6529238 Sep 08 13:43:20.669914 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:20.672148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d9e4b-da00-4d48-941b-45d9b8dbef6a" -d '{"events": [{"name": "network-changed", "server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:20.699000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c9d8-5322-475c-afe2-f4681aa303c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:20.711965 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e230c8ee-1282-41be-9906-ee1c59d50ca2 x-openstack-request-id: req-e230c8ee-1282-41be-9906-ee1c59d50ca2 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:20.712258 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:20.712510 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e230c8ee-1282-41be-9906-ee1c59d50ca2 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:20.712929 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', 'status': 'completed', 'code': 200} Sep 08 13:43:20.771150 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-1fbcc995-6841-420d-8e30-4ee0758e123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.772708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-1fbcc995-6841-420d-8e30-4ee0758e123a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0414877 Sep 08 13:43:20.842178 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-6f57ae58-bdf9-488a-bd88-f650bdb2bb23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837 HTTP/1.1" status: 200 len: 217 time: 0.0591981 Sep 08 13:43:20.864270 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06608e3-f983-47a7-823d-0159e4014e9a req-14d909cf-0249-49c7-90fa-e93d9e282dbd tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.865788 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a06608e3-f983-47a7-823d-0159e4014e9a req-14d909cf-0249-49c7-90fa-e93d9e282dbd tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0768018 Sep 08 13:43:20.932098 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-47ae93c7-8770-4d8b-8955-e0819651beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.933601 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-47ae93c7-8770-4d8b-8955-e0819651beca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0669765 Sep 08 13:43:20.938527 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a06608e3-f983-47a7-823d-0159e4014e9a req-6cdecbc7-909a-43d7-94c3-5c599c8aa739 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647271 Sep 08 13:43:20.974877 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-dfc5410f-5137-4d3a-b435-f83424571569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284371 Sep 08 13:43:21.076843 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-2b5de398-f997-4a04-bf87-80ccf8cd02f5 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Sep 08 13:43:21.187946 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b8c79b4-cfd3-408d-89e2-d91700431108 req-2bb036b5-3e3e-43d8-82a1-1a80fa1c5581 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995903 Sep 08 13:43:21.306700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-30713175-4d2d-4b96-a23e-b98fe9225841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.308235 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-30713175-4d2d-4b96-a23e-b98fe9225841 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0416138 Sep 08 13:43:21.405618 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-593d8358-bf6a-4cc4-8542-ea75bfc86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.407102 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-593d8358-bf6a-4cc4-8542-ea75bfc86382 service neutron] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 915 time: 0.0892901 Sep 08 13:43:21.457371 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-7b2744d1-cfa3-4296-b18e-bf68bc535797 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837 HTTP/1.1" status: 200 len: 217 time: 0.0360012 Sep 08 13:43:21.543343 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-178047e2-5b98-42dc-aa9b-daaf24653a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.544843 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-178047e2-5b98-42dc-aa9b-daaf24653a5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0799472 Sep 08 13:43:21.560179 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f908b-5c75-4a3b-b3b3-99c03d84d3ef req-ad7e323f-a6b1-42a5-ab20-b0e3c773eddd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.561647 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-158f908b-5c75-4a3b-b3b3-99c03d84d3ef req-ad7e323f-a6b1-42a5-ab20-b0e3c773eddd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0714021 Sep 08 13:43:21.606350 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-158f908b-5c75-4a3b-b3b3-99c03d84d3ef req-96cc161d-28e0-4514-9655-bce7572d0838 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368197 Sep 08 13:43:22.051811 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057053-ec07-4fa0-88a7-a1d8a560c9f3 req-7ed4898c-cae9-49b0-9a90-1d6365afd53b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:22.053338 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54057053-ec07-4fa0-88a7-a1d8a560c9f3 req-7ed4898c-cae9-49b0-9a90-1d6365afd53b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0476098 Sep 08 13:43:22.091602 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54057053-ec07-4fa0-88a7-a1d8a560c9f3 req-6dd58fd2-b924-4ded-95e5-4dbebb602850 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Sep 08 13:43:23.520733 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-76bde9b6-cc44-489f-b3bb-6d490c3dab06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246913 Sep 08 13:43:24.687460 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-96f413b6-d5f3-4de8-aaf9-039cdac711b2 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Sep 08 13:43:24.842129 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-247d9e4b-da00-4d48-941b-45d9b8dbef6a req-7cc26f79-fa1f-4c02-899f-09a2c2e55494 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448584 Sep 08 13:43:24.851179 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8c1bc-82b7-4fc3-add5-c7ae1a7d9a44 req-0b0d1719-956f-4a4e-88eb-024c72ecedd8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.852577 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2af8c1bc-82b7-4fc3-add5-c7ae1a7d9a44 req-0b0d1719-956f-4a4e-88eb-024c72ecedd8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0987422 Sep 08 13:43:24.864286 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157395dd-1138-4dfa-ad92-d4a59e8b8488 req-deb5592f-7946-4b61-bae5-4da6c234ebae tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.865879 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-157395dd-1138-4dfa-ad92-d4a59e8b8488 req-deb5592f-7946-4b61-bae5-4da6c234ebae tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1130309 Sep 08 13:43:24.921411 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2af8c1bc-82b7-4fc3-add5-c7ae1a7d9a44 req-90b6c348-bda9-4d83-9015-be6ae97e6391 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546679 Sep 08 13:43:24.924218 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-157395dd-1138-4dfa-ad92-d4a59e8b8488 req-aa9b228d-2006-4e74-b87e-53913c24b2f6 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Sep 08 13:43:27.181210 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:43:28.346749 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc580514-be01-4f47-865e-288e861d699e req-7604b6e1-7a45-4af5-a671-3e5d1d6c9e7c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:28.348225 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc580514-be01-4f47-865e-288e861d699e req-7604b6e1-7a45-4af5-a671-3e5d1d6c9e7c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0750425 Sep 08 13:43:28.369541 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d86d-f138-424d-b6de-4df05e321124 req-ba1337a4-fc86-481c-bd61-da50efeabdd1 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:28.370948 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08b4d86d-f138-424d-b6de-4df05e321124 req-ba1337a4-fc86-481c-bd61-da50efeabdd1 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0725062 Sep 08 13:43:28.416332 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc580514-be01-4f47-865e-288e861d699e req-1b45abfe-ae87-43b7-a8b8-fb52b5bd8dc5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617409 Sep 08 13:43:28.423203 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-08b4d86d-f138-424d-b6de-4df05e321124 req-dcdb8046-c6f0-4a29-994d-67e47aa4cbec tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Sep 08 13:43:31.863291 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea8718-75d7-4f9d-aa01-3f42ca18290e req-c7978c1a-531a-45c4-ac4a-18c075b87e02 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:31.865031 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bea8718-75d7-4f9d-aa01-3f42ca18290e req-c7978c1a-531a-45c4-ac4a-18c075b87e02 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0615351 Sep 08 13:43:31.931811 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643636d-629e-46df-8fa0-cf68b5dfc6cd req-a8f515ca-a711-4792-8c2b-8b218d1d4f41 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:31.933229 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5643636d-629e-46df-8fa0-cf68b5dfc6cd req-a8f515ca-a711-4792-8c2b-8b218d1d4f41 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0873554 Sep 08 13:43:31.935853 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bea8718-75d7-4f9d-aa01-3f42ca18290e req-919b6077-b0b2-4353-bf6e-387d5672dfb4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541749 Sep 08 13:43:31.976562 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5643636d-629e-46df-8fa0-cf68b5dfc6cd req-c9692e39-717d-4d1b-a7ca-8e4780d90cad tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371692 Sep 08 13:43:32.030831 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ce20a9e9-1535-4cff-82c3-a1b70ff52837 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:32.125587 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:32.137813 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'port_id': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', 'mac_address': 'fa:16:3e:f6:aa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019be41-3cdd-4f5d-bf04-8d0e330cfc1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:32.176751 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:32.194258 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce20a9e9-1535-4cff-82c3-a1b70ff52837 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:32.214671 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:32.219264 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:32.375244 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:32.382661 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.383030 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.383371 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.383706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.384032 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.384359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.384709 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.385033 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.385368 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.385689 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.386008 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.386323 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:32.579535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ce20a9e9-1535-4cff-82c3-a1b70ff52837'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:33.120145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa033ce1-143f-4ceb-a550-e9b6abe55c4d req-2ef4e8de-bb37-4c6e-a091-09ae1b16e0c4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:33.121780 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aa033ce1-143f-4ceb-a550-e9b6abe55c4d req-2ef4e8de-bb37-4c6e-a091-09ae1b16e0c4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0496993 Sep 08 13:43:33.169335 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aa033ce1-143f-4ceb-a550-e9b6abe55c4d req-f72a1b7f-619d-418e-a8dc-280baf2b7c79 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Sep 08 13:43:33.204766 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122dfec-0cc0-4284-b88d-3909a927a57e req-33b0014f-1931-4dd2-9368-9388de1d0525 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:33.206254 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3122dfec-0cc0-4284-b88d-3909a927a57e req-33b0014f-1931-4dd2-9368-9388de1d0525 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Sep 08 13:43:33.245135 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3122dfec-0cc0-4284-b88d-3909a927a57e req-a2c43a38-90f3-466d-bb3d-b5196d38557b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Sep 08 13:43:34.044281 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ce20a9e9-1535-4cff-82c3-a1b70ff52837 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:34.092466 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port ce20a9e9-1535-4cff-82c3-a1b70ff52837 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:34.096837 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port ce20a9e9-1535-4cff-82c3-a1b70ff52837 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:34.097208 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:34.172346 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:34.197094 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:34.199586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3136a235-7137-4ba1-80ec-33e48a016337" -d '{"events": [{"server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:34.216705 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:34.222008 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:34.245477 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b32135-8c4b-4319-8b58-25cbe98af32e x-openstack-request-id: req-04b32135-8c4b-4319-8b58-25cbe98af32e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:34.245864 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:34.246122 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04b32135-8c4b-4319-8b58-25cbe98af32e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:34.246546 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', 'code': 200} Sep 08 13:43:34.280354 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:34.309041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a9350-0696-4a27-b6a5-661c97097825 req-d1499e2c-75e1-47da-af9d-cdcb99da3f6f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:34.312443 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-531a9350-0696-4a27-b6a5-661c97097825 req-d1499e2c-75e1-47da-af9d-cdcb99da3f6f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0632713 Sep 08 13:43:34.376520 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-531a9350-0696-4a27-b6a5-661c97097825 req-98a43650-3691-4d11-a03c-edcab54bd434 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576649 Sep 08 13:43:34.396909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e36c0-7368-4a9c-8e0d-b899b02ef38f req-e368bab0-be22-4ecb-b112-ff3c7131957e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:34.398619 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b4e36c0-7368-4a9c-8e0d-b899b02ef38f req-e368bab0-be22-4ecb-b112-ff3c7131957e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0612526 Sep 08 13:43:34.465778 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6b4e36c0-7368-4a9c-8e0d-b899b02ef38f req-7bd05769-ccd4-4d2d-84a4-b6b8e386f43b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Sep 08 13:43:34.468490 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f3aa-4542-4336-8807-2b5cf4ee4adc req-af55df6d-aa10-4fa2-8239-09243f0d408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:34.470042 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a000f3aa-4542-4336-8807-2b5cf4ee4adc req-af55df6d-aa10-4fa2-8239-09243f0d408f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 1099 time: 0.0657694 Sep 08 13:43:34.508214 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a000f3aa-4542-4336-8807-2b5cf4ee4adc req-38095fa2-3121-46af-b616-9f7def84b75c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288873 Sep 08 13:43:34.746429 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58496) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:34.852843 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0188d96c-7de9-4425-977e-81f0f5108902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:34.959746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0188d96c-7de9-4425-977e-81f0f5108902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:34.963713 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0188d96c-7de9-4425-977e-81f0f5108902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:35.001972 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-0188d96c-7de9-4425-977e-81f0f5108902 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff9270268d714dc08ada57440e91d678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544811 Sep 08 13:43:35.002902 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188d96c-7de9-4425-977e-81f0f5108902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d122d-2b33-4742-b625-89bdc7c33dfd,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:35.004945 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58512) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:35.068352 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:35.104552 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:35.170578 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:35.174133 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:35.175580 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/029d122d-2b33-4742-b625-89bdc7c33dfd HTTP/1.1" status: 204 len: 168 time: 0.1691718 Sep 08 13:43:35.199356 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774289-afcb-4a8a-a2a2-33077897e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d122d-2b33-4742-b625-89bdc7c33dfd,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:35.508256 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e306f-2a4f-42da-abb6-02674ffd7359 req-22b13972-333d-4e9b-8eb5-82d91524d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:35.509858 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4e3e306f-2a4f-42da-abb6-02674ffd7359 req-22b13972-333d-4e9b-8eb5-82d91524d2c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 1098 time: 0.0701327 Sep 08 13:43:35.522819 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf9ea2-3e0e-4be3-b14f-6737d0d9eb55 req-078be584-d9c4-4db9-b439-1b1a97dd335c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:35.524385 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4edf9ea2-3e0e-4be3-b14f-6737d0d9eb55 req-078be584-d9c4-4db9-b439-1b1a97dd335c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0599704 Sep 08 13:43:35.604124 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4e3e306f-2a4f-42da-abb6-02674ffd7359 req-bfc24243-dc4c-4dad-8105-137753656f32 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 Sep 08 13:43:35.613597 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4edf9ea2-3e0e-4be3-b14f-6737d0d9eb55 req-9f8e455b-374b-4059-8b45-f51465d6d7f9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Sep 08 13:43:35.632851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b23a3-7160-4d87-b7cc-28a3a17deb27 req-45d90500-ba66-4d54-9a25-8e12d48c1542 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:35.634574 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f32b23a3-7160-4d87-b7cc-28a3a17deb27 req-45d90500-ba66-4d54-9a25-8e12d48c1542 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0872555 Sep 08 13:43:35.673205 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f32b23a3-7160-4d87-b7cc-28a3a17deb27 req-e5cd9744-8ff1-4de0-abdf-fec20d67734e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Sep 08 13:43:36.358746 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44c9c84f-7a29-4b73-973d-c543704ee1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:36.693972 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58592) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:36.737004 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1710-a544-43aa-a117-a5047936192e req-355f2ac9-317d-44b3-9ef4-32a69da7bc66 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:36.738688 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c90d1710-a544-43aa-a117-a5047936192e req-355f2ac9-317d-44b3-9ef4-32a69da7bc66 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0508509 Sep 08 13:43:36.808451 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99fe94ba-c2d3-4e31-9dea-dc6b27477fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:36.810399 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c90d1710-a544-43aa-a117-a5047936192e req-d31c55b2-13b5-4cbb-a8a9-2bb4d1ad0b0b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Sep 08 13:43:36.824127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc5d5-5e0e-4fa7-8f90-eaa884b47a7d req-3b1d8ea1-7dac-414b-bd86-84cc41f90f1b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:36.824127 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2fcfc5d5-5e0e-4fa7-8f90-eaa884b47a7d req-3b1d8ea1-7dac-414b-bd86-84cc41f90f1b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0776677 Sep 08 13:43:36.903752 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99fe94ba-c2d3-4e31-9dea-dc6b27477fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:36.907551 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99fe94ba-c2d3-4e31-9dea-dc6b27477fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:36.947381 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-99fe94ba-c2d3-4e31-9dea-dc6b27477fbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d32b499f02de4d2ba25a4e892e99daca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520802 Sep 08 13:43:36.948108 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe94ba-c2d3-4e31-9dea-dc6b27477fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c08b3-54a6-4e74-b295-d5605bbd55e5,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:36.950797 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58598) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:37.002754 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.029905 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.091080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.093628 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.094844 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/057c08b3-54a6-4e74-b295-d5605bbd55e5 HTTP/1.1" status: 204 len: 168 time: 0.1431241 Sep 08 13:43:37.102501 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae398ad-96f1-4ddc-b969-8e522a811fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c08b3-54a6-4e74-b295-d5605bbd55e5,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:37.108106 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2fcfc5d5-5e0e-4fa7-8f90-eaa884b47a7d req-abc11485-95ca-4283-aa8d-b713818163b4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768800 Sep 08 13:43:37.401316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58626) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:37.417338 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce194a57-5c1b-46db-8961-25019f5f015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.515869 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce194a57-5c1b-46db-8961-25019f5f015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.520635 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce194a57-5c1b-46db-8961-25019f5f015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.565225 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194a57-5c1b-46db-8961-25019f5f015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4829e1-ae28-4f9b-bccb-4c1b4f3c0082,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:37.575921 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58638) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:37.576090 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ce194a57-5c1b-46db-8961-25019f5f015a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1de06872a35c44be80f4dbe452aa0027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736586 Sep 08 13:43:37.636757 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.660469 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.713464 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.715911 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:37.717083 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec4829e1-ae28-4f9b-bccb-4c1b4f3c0082 HTTP/1.1" status: 204 len: 168 time: 0.1398478 Sep 08 13:43:37.725342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a4f65-961f-4c3d-bf9f-8bb6a06f4b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4829e1-ae28-4f9b-bccb-4c1b4f3c0082,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:37.782820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58646) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:37.985896 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf62c-34d3-4ec3-a7f4-f3a6d436e3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.075879 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf62c-34d3-4ec3-a7f4-f3a6d436e3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.080319 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf62c-34d3-4ec3-a7f4-f3a6d436e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.116216 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bf62c-34d3-4ec3-a7f4-f3a6d436e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d78729-fe57-43e5-a720-d2d7d8c88bfe,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:38.120577 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9e4bf62c-34d3-4ec3-a7f4-f3a6d436e3c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3eb4f8e5e62f48a18baae4e5083ee06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367143 Sep 08 13:43:38.123205 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58662) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:38.174815 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.199144 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.253017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.255702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.259705 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80d78729-fe57-43e5-a720-d2d7d8c88bfe HTTP/1.1" status: 204 len: 168 time: 0.1353776 Sep 08 13:43:38.269185 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb29a7-3b8a-48d3-a1af-7f923f00c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d78729-fe57-43e5-a720-d2d7d8c88bfe,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:38.531025 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58680) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:38.544092 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd756-d529-462d-af64-f3ff65f99cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.651133 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd756-d529-462d-af64-f3ff65f99cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.655299 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd756-d529-462d-af64-f3ff65f99cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.699761 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-2c2fd756-d529-462d-af64-f3ff65f99cd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f814620421f34c23955a8003ca40d15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675913 Sep 08 13:43:38.700664 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fd756-d529-462d-af64-f3ff65f99cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8d8b3a-1b35-46b6-9579-f70664412a40,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:38.704902 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58686) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:38.768393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.774204 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc5fb-0dd9-4def-b7b0-debdd327d9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.799293 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.844832 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.847416 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.848579 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc8d8b3a-1b35-46b6-9579-f70664412a40 HTTP/1.1" status: 204 len: 168 time: 0.1420994 Sep 08 13:43:38.856486 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947b856-da37-47c8-94be-0a33fbbb14c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8d8b3a-1b35-46b6-9579-f70664412a40,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:38.898985 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:40.130029 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:40.154574 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df183d49-78c7-4bef-8f70-4b13a66f6112 req-31a8a54c-4ca7-4de4-b0c0-01129af96708 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:40.156980 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df183d49-78c7-4bef-8f70-4b13a66f6112 req-31a8a54c-4ca7-4de4-b0c0-01129af96708 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.0566618 Sep 08 13:43:40.199161 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df183d49-78c7-4bef-8f70-4b13a66f6112 req-80f72ea9-0c08-4860-bd79-aba958c190f5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Sep 08 13:43:40.316737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c9830-e0f1-4131-9f43-9ea78059dc4d req-10f92121-1d1a-4deb-85ac-eecb82b9b889 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:40.318244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-330c9830-e0f1-4131-9f43-9ea78059dc4d req-10f92121-1d1a-4deb-85ac-eecb82b9b889 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Sep 08 13:43:40.356092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-330c9830-e0f1-4131-9f43-9ea78059dc4d req-08e18d4b-b4f6-4e8a-8fc0-d89390cac91c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Sep 08 13:43:41.452895 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.022626 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-0c7e606a-bead-45d3-b3ff-a2daf05bdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.024161 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-0c7e606a-bead-45d3-b3ff-a2daf05bdbc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.0427797 Sep 08 13:43:42.128066 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-e627e605-1615-49e4-8127-96432d84f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.129491 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-e627e605-1615-49e4-8127-96432d84f7c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.0976708 Sep 08 13:43:42.164120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbc5c9-1225-4fe5-9a3d-8cc32a5e7ab1 req-08906465-b847-4027-854c-13067a997438 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.165694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75dbc5c9-1225-4fe5-9a3d-8cc32a5e7ab1 req-08906465-b847-4027-854c-13067a997438 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Sep 08 13:43:42.217739 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75dbc5c9-1225-4fe5-9a3d-8cc32a5e7ab1 req-ac2f4860-0979-4321-9b29-b4c824d4ae26 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Sep 08 13:43:42.520512 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58834) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:42.628449 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4588a2a2-463f-45a4-a344-751db1de155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.716360 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4588a2a2-463f-45a4-a344-751db1de155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.720514 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4588a2a2-463f-45a4-a344-751db1de155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.759986 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-4588a2a2-463f-45a4-a344-751db1de155d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0e7c95ea7404bacb259815b5a2daad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383687 Sep 08 13:43:42.760886 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a2a2-463f-45a4-a344-751db1de155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88f516-def3-430d-933b-c2351e8d02c0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:42.762693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58838) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:42.813275 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.834208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.888381 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.890985 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.894747 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef88f516-def3-430d-933b-c2351e8d02c0 HTTP/1.1" status: 204 len: 168 time: 0.1284099 Sep 08 13:43:42.902560 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82096da-b283-4f37-a4b4-76e84e04e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88f516-def3-430d-933b-c2351e8d02c0,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:43.074023 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-0465a535-35a2-4fe9-bf68-61f63a2ddb8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0516043 Sep 08 13:43:43.174942 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 58846) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:43.187916 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb38da2a-f2b4-4b92-9c7c-d2144fd252e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.279625 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb38da2a-f2b4-4b92-9c7c-d2144fd252e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.284514 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb38da2a-f2b4-4b92-9c7c-d2144fd252e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.322683 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cb38da2a-f2b4-4b92-9c7c-d2144fd252e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=124b36d924894b18a61a31964f9ce2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466439 Sep 08 13:43:43.323661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38da2a-f2b4-4b92-9c7c-d2144fd252e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d401f9-5546-44e7-9e45-d1d00fa74f62,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:43.325339 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 58852) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:43.376215 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.397382 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.442280 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.444961 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.446094 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33d401f9-5546-44e7-9e45-d1d00fa74f62 HTTP/1.1" status: 204 len: 168 time: 0.1190968 Sep 08 13:43:43.454083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6210a9-5765-4504-b162-7303de99dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d401f9-5546-44e7-9e45-d1d00fa74f62,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:44.943297 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-ccacab18-42c6-4880-aabe-a6bf7058cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:44.944858 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-ccacab18-42c6-4880-aabe-a6bf7058cde9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.0544076 Sep 08 13:43:44.991033 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-7154e1ab-6f7a-40db-abff-ea2ed4145079 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303216 Sep 08 13:43:45.119578 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7a8ff-46e9-4ee0-ac21-af60645e3f24 req-d2979b0f-f712-49c6-b8dd-6dad6e04def0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.121164 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0ef7a8ff-46e9-4ee0-ac21-af60645e3f24 req-d2979b0f-f712-49c6-b8dd-6dad6e04def0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1001391 Sep 08 13:43:45.154601 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-487be106-11f1-455c-931c-de0f7259ff19 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514611 Sep 08 13:43:45.193312 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0ef7a8ff-46e9-4ee0-ac21-af60645e3f24 req-6bf07adc-e134-43e3-85de-2c4f793ef95a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Sep 08 13:43:45.275566 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e01fa8-ab72-4208-93b3-70e13aaa2e45 req-d58427d3-8b1f-46cf-81b2-9d338d01410c service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069207 Sep 08 13:43:45.422257 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-07f29d06-e57b-464d-9810-1a98aac3e5df tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.423770 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-07f29d06-e57b-464d-9810-1a98aac3e5df tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.1181788 Sep 08 13:43:45.444467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-980938f9-9eef-4ecf-954c-85e810b897f9 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/quotas/24d87c7a8ff146c2b96a05dff6be0313 HTTP/1.1" status: 200 len: 375 time: 0.0129154 Sep 08 13:43:45.505342 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-0c9ebcc5-9f66-4413-a06a-e047bb986c7b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547333 Sep 08 13:43:45.604241 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-07ad7087-1444-463e-835b-93231e8950df service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942931 Sep 08 13:43:45.705265 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-bfc4e1d1-9f68-4ce3-a038-d8d0f241f7a0 service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940247 Sep 08 13:43:45.884719 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-11ac597d-cdc0-4c8b-a1bc-207c06cc159c req-6cff65d9-72c7-4978-9363-70c0af5be7e7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 210 time: 0.0322664 Sep 08 13:43:46.345700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c2f6-de68-49f5-9d7a-c69929eeb8d4 req-c4b9aad2-f124-484e-b24a-330f120da49d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:46.347359 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fac8c2f6-de68-49f5-9d7a-c69929eeb8d4 req-c4b9aad2-f124-484e-b24a-330f120da49d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0548716 Sep 08 13:43:46.394707 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fac8c2f6-de68-49f5-9d7a-c69929eeb8d4 req-37bc75d2-772b-48e1-8309-bb088b023860 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Sep 08 13:43:46.530914 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59046) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:46.639542 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46ed75fe-188c-4431-aaf6-222775c7a58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.732494 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46ed75fe-188c-4431-aaf6-222775c7a58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.736324 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-46ed75fe-188c-4431-aaf6-222775c7a58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.773911 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-46ed75fe-188c-4431-aaf6-222775c7a58e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b7d0177c54942e59ccb2202736db9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412372 Sep 08 13:43:46.774769 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed75fe-188c-4431-aaf6-222775c7a58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07251f6e-31a3-4ab1-a4c8-af5afaab178b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:46.776560 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59056) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:46.825053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.846102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.893161 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.895645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.896824 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07251f6e-31a3-4ab1-a4c8-af5afaab178b HTTP/1.1" status: 204 len: 168 time: 0.1190877 Sep 08 13:43:46.905905 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e511ef-5334-4cd7-b753-d58fe20b9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07251f6e-31a3-4ab1-a4c8-af5afaab178b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:46.995931 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aa913ca0-f8d8-4c57-bf50-cd73f518ff31 req-2081ed90-0e31-4438-9f11-968d7d6cd133 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 210 time: 0.0294769 Sep 08 13:43:47.165764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59068) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:47.178217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8ca7f594-0885-435e-94b1-c540e8f388ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.263153 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8ca7f594-0885-435e-94b1-c540e8f388ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.267743 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8ca7f594-0885-435e-94b1-c540e8f388ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.304772 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8ca7f594-0885-435e-94b1-c540e8f388ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ecc9fc91a4445d1b3ac316405931352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379261 Sep 08 13:43:47.305599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7f594-0885-435e-94b1-c540e8f388ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523bbc85-d1ba-4acd-8206-28e09e1e48a4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:47.308268 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59070) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:47.357764 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.382166 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.426660 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.429239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:47.430380 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/523bbc85-d1ba-4acd-8206-28e09e1e48a4 HTTP/1.1" status: 204 len: 168 time: 0.1208634 Sep 08 13:43:47.438181 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85312f1f-911b-499c-9dcf-aa63cbf2367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bbc85-d1ba-4acd-8206-28e09e1e48a4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:48.823750 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:49.797671 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-adcc029f-4f5c-45e7-a1c4-dc2b3fa12f93 req-07d50675-5ab2-44eb-9fd5-5787f285ea28 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 210 time: 0.0661538 Sep 08 13:43:49.865031 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe96c-dcff-4d63-b844-117723164362 req-ca2c3fba-2c29-413f-83ce-a3f49652f88e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:49.866509 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8b1fe96c-dcff-4d63-b844-117723164362 req-ca2c3fba-2c29-413f-83ce-a3f49652f88e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1341248 Sep 08 13:43:49.892569 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-006252e1-7dda-42b2-9a1f-633b54c37a4e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:49.894051 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-006252e1-7dda-42b2-9a1f-633b54c37a4e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.2004950 Sep 08 13:43:49.911206 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Request body: {'port': {'device_id': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'admin_state_up': True, 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:49.948212 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8b1fe96c-dcff-4d63-b844-117723164362 req-cf64c27b-1695-497a-ae45-e62472fded26 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Sep 08 13:43:50.031457 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:50.035471 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.163945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Allocated IP 172.20.0.4 (09281d67-9ba4-45b7-a05f-3a5a53775d14/f019be41-3cdd-4f5d-bf04-8d0e330cfc1d/651a2f89-2341-4d7f-b457-2a14df8ffcca) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:50.315915 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.355952 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.372640 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4', 'ce20a9e9-1535-4cff-82c3-a1b70ff52837'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:50.405167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:50.410548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:50.415193 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:50.419238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event updated for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:50.478358 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:50.478977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.496422 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-e70dc64c-9894-4df6-9157-b6df85ed11b7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888526 Sep 08 13:43:50.512002 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Request body: {'port': {'device_id': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:50.580051 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.873515 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651a2f89-2341-4d7f-b457-2a14df8ffcca {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:50.890536 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.922539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Transition to ACTIVE for port object 651a2f89-2341-4d7f-b457-2a14df8ffcca will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:50.928584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.974276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402320b6-e822-419d-b65e-3b25ec455e09 req-7fa0679a-0008-49f9-a1a7-b6c3a518dee2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:50.975048 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-402320b6-e822-419d-b65e-3b25ec455e09 req-7fa0679a-0008-49f9-a1a7-b6c3a518dee2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 931 time: 0.1040232 Sep 08 13:43:51.014316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Pushing event updated for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:51.102869 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-402320b6-e822-419d-b65e-3b25ec455e09 req-a8ff8112-27fa-44be-ab2e-fa13c59d680b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179752 Sep 08 13:43:51.147015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6dfd-0e28-433d-8db9-7a5ea45f2db7 req-4db8621c-4593-4419-a8a5-6e181c77355c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:51.148510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-96ed6dfd-0e28-433d-8db9-7a5ea45f2db7 req-4db8621c-4593-4419-a8a5-6e181c77355c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0991273 Sep 08 13:43:51.149218 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Attempting to bind port 651a2f89-2341-4d7f-b457-2a14df8ffcca on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:51.149541 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Attempting to bind port 651a2f89-2341-4d7f-b457-2a14df8ffcca by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:51.149856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Attempting to bind port 651a2f89-2341-4d7f-b457-2a14df8ffcca on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:51.154446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Port 651a2f89-2341-4d7f-b457-2a14df8ffcca on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:51.154762 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Attempting to bind port 651a2f89-2341-4d7f-b457-2a14df8ffcca on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:51.165686 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59172) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:51.167011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:51.167343 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Checking segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:51.167715 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Bound using segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:51.168135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Bound port: 651a2f89-2341-4d7f-b457-2a14df8ffcca, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:51.168490 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.226266 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-96ed6dfd-0e28-433d-8db9-7a5ea45f2db7 req-5c411b5a-bf56-48c0-b72d-454cba4284f4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686095 Sep 08 13:43:51.256253 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:51.260081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:51.263858 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.273604 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7aea5dca-c2f1-4204-98ec-4a0312f24fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.302291 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:51.302904 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.304283 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] 10.222.0.50 "PUT /v2.0/ports/651a2f89-2341-4d7f-b457-2a14df8ffcca HTTP/1.1" status: 200 len: 1093 time: 0.7966778 Sep 08 13:43:51.304740 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:51.306949 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59" -d '{"events": [{"name": "network-changed", "server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:51.328772 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25e29-ea3c-40e2-a40a-4e4965ea8e7e service neutron] Pushing event updated for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:51.368359 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7aea5dca-c2f1-4204-98ec-4a0312f24fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.372266 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7aea5dca-c2f1-4204-98ec-4a0312f24fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.374886 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd1fe4-b0f5-4ee2-8cfa-aa5b3c061943 x-openstack-request-id: req-4bcd1fe4-b0f5-4ee2-8cfa-aa5b3c061943 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:51.375189 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:51.375440 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bcd1fe4-b0f5-4ee2-8cfa-aa5b3c061943 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:51.375826 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'status': 'completed', 'code': 200} Sep 08 13:43:51.391630 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-85efe70e-b820-4305-a57c-0be2e3881745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:51.393539 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-85efe70e-b820-4305-a57c-0be2e3881745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 1096 time: 0.0444546 Sep 08 13:43:51.413905 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7aea5dca-c2f1-4204-98ec-4a0312f24fbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66d8da9d2cf44cfeae00aa3d8e7d2e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470636 Sep 08 13:43:51.414763 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5dca-c2f1-4204-98ec-4a0312f24fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb589bb4-d107-47ff-ac7c-6a02b576523f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:51.417171 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59178) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:51.449423 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-c0cb9909-4b88-4757-8d22-2ebe069a9eb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca HTTP/1.1" status: 200 len: 217 time: 0.0377126 Sep 08 13:43:51.464838 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.486132 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.502121 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-1aed6fc3-3c2f-4385-a3b0-11ec6c5d0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:51.503560 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-1aed6fc3-3c2f-4385-a3b0-11ec6c5d0497 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0422614 Sep 08 13:43:51.534243 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.537095 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.541611 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb589bb4-d107-47ff-ac7c-6a02b576523f HTTP/1.1" status: 204 len: 168 time: 0.1210840 Sep 08 13:43:51.541697 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-c49f06b6-a9df-4126-bb82-07e72b4733c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261426 Sep 08 13:43:51.547617 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa7a65-563c-48e0-9217-dd550dd15aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb589bb4-d107-47ff-ac7c-6a02b576523f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:51.675563 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-6598856f-403a-45c9-bd5d-02214c5d94b3 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252620 Sep 08 13:43:51.787250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f765802-acf0-4a4c-b745-0ba54b0a7fb4 req-16070073-803b-4490-ac23-af082a171e5a service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006010 Sep 08 13:43:51.900884 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-5f0dfda5-348e-43a1-8b5c-66747a55c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:51.903592 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-5f0dfda5-348e-43a1-8b5c-66747a55c815 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 1096 time: 0.0568223 Sep 08 13:43:52.031136 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-ffee3e68-4734-458a-a74f-2a02b35ae832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:52.033398 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-ffee3e68-4734-458a-a74f-2a02b35ae832 service neutron] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 915 time: 0.1165273 Sep 08 13:43:52.084566 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-7c4b6b98-f5af-4205-9dff-a278f8ec3c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca HTTP/1.1" status: 200 len: 217 time: 0.0426178 Sep 08 13:43:52.158697 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-9a2593e7-d33c-4207-af0a-1040528c5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:52.160260 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-9a2593e7-d33c-4207-af0a-1040528c5d29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0657485 Sep 08 13:43:52.199714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-9367eb8f-bf18-4d7f-91a5-ad66b32a2f96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265474 Sep 08 13:43:52.304697 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59e868-7554-4367-a7e3-b3b57b7dc7f8 req-4ce2ac4f-a78f-438e-b573-6ebfc78ee7bb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:52.306184 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f59e868-7554-4367-a7e3-b3b57b7dc7f8 req-4ce2ac4f-a78f-438e-b573-6ebfc78ee7bb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 943 time: 0.1092601 Sep 08 13:43:52.362808 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-bd291cc4-5f3a-4caa-8efa-17d9b05b1c23 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529391 Sep 08 13:43:52.394080 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0f59e868-7554-4367-a7e3-b3b57b7dc7f8 req-bf2f93e9-d9e1-4b31-bddf-b323cf688b70 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752447 Sep 08 13:43:52.429071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8938fa8-385e-4da4-baa8-279240f2685e req-665d19cc-7f45-4d6b-8faf-24b8062ee8d9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:52.430559 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c8938fa8-385e-4da4-baa8-279240f2685e req-665d19cc-7f45-4d6b-8faf-24b8062ee8d9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1234963 Sep 08 13:43:52.515031 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c8938fa8-385e-4da4-baa8-279240f2685e req-f193bd8e-e11a-42be-9534-940c4fd2e460 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775449 Sep 08 13:43:52.518957 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-518bb6b5-1d4a-4dc1-bbe4-12e8ce10cb59 req-5187fa67-ec05-4c8a-8040-696f9d3ac531 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406815 Sep 08 13:43:53.233097 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59256) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:53.341785 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a04f022-e0f5-4d05-bf37-6ce86ceca83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.439026 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a04f022-e0f5-4d05-bf37-6ce86ceca83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.442963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a04f022-e0f5-4d05-bf37-6ce86ceca83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.479317 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04f022-e0f5-4d05-bf37-6ce86ceca83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98eece-e088-42a4-b115-a8cb64ca445c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:53.483807 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3a04f022-e0f5-4d05-bf37-6ce86ceca83d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcec07fcea824b44af88fd7dba307b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496407 Sep 08 13:43:53.486831 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59262) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:53.537579 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.559082 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.603965 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.606611 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.607756 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f98eece-e088-42a4-b115-a8cb64ca445c HTTP/1.1" status: 204 len: 168 time: 0.1200767 Sep 08 13:43:53.615841 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5876499-b070-473a-a771-6a904815dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98eece-e088-42a4-b115-a8cb64ca445c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:53.865773 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59272) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:53.879098 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c12319b-2ad4-4a4a-bac4-ed5dedbaf994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.972155 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c12319b-2ad4-4a4a-bac4-ed5dedbaf994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.976643 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c12319b-2ad4-4a4a-bac4-ed5dedbaf994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.014314 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9c12319b-2ad4-4a4a-bac4-ed5dedbaf994 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12c19583567c4e03b694ca02a56ca457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473732 Sep 08 13:43:54.015066 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12319b-2ad4-4a4a-bac4-ed5dedbaf994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6962f3-432f-47a2-92f7-9fc0aee578c1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:54.017945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59274) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:54.065530 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.086113 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.130370 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.132908 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.134043 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c6962f3-432f-47a2-92f7-9fc0aee578c1 HTTP/1.1" status: 204 len: 168 time: 0.1150298 Sep 08 13:43:54.142756 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439c20c-84fd-4b51-a76b-d089081b2a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6962f3-432f-47a2-92f7-9fc0aee578c1,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:54.792818 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59300) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:54.887160 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1832428039-network', 'tenant_id': 'e0a510ca54204e0ebbdfda594ea7a021'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:54.910235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Made reservation on behalf of e0a510ca54204e0ebbdfda594ea7a021 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:54.912730 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.921382 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.015269 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.019859 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.044785 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:43:55.056478 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc83c11-0ecd-49d6-8aed-d5d72f726ece,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:55.059467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.059808 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Added segment 812bd83f-c1eb-4521-9fcc-0f5a68296901 of type vlan for network 52b8c16f-6257-42a8-9aa6-d9b215914e5c Sep 08 13:43:55.100134 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.123766 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.124674 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:55.125257 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.158574 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3646080 Sep 08 13:43:55.161602 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59304) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:55.166621 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Request body: {'subnet': {'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1832428039-subnet', 'tenant_id': 'e0a510ca54204e0ebbdfda594ea7a021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:55.185048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a4ca1-67c3-41f5-85ef-8158b2a9407e admin admin] Pushing event updated for resources: {'Network': ['ID=52b8c16f-6257-42a8-9aa6-d9b215914e5c,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:55.188083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Made reservation on behalf of e0a510ca54204e0ebbdfda594ea7a021 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:55.191591 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520829013'] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.196406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:43:55.363094 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520600163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520828995'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.423081 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9197ea6f-655d-421d-876c-d77e5f2a43c9,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:55.430231 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Checking segment: {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:55.430610 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Network hostable DHCP agents. Network: 52b8c16f-6257-42a8-9aa6-d9b215914e5c, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:43:55.449578 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:43:55.459754 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 52b8c16f-6257-42a8-9aa6-d9b215914e5c) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:55.464337 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:55.465009 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.471904 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dfdf0a-f708-48f5-96a3-2c52ce367c09 None None] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:43:55.479000 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d3a2bfed-b186-4ee4-b146-0a3347e53b77 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3161325 Sep 08 13:43:55.630948 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98c5eb-b46f-40ca-9ff1-d560854ae8a0 None None] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:43:55.646404 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6b5d6-b34d-4b98-933c-f333478d9d55 req-877d44cc-87ea-4385-be86-398bdeed3731 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:55.647948 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-93f6b5d6-b34d-4b98-933c-f333478d9d55 req-877d44cc-87ea-4385-be86-398bdeed3731 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 943 time: 0.0914409 Sep 08 13:43:55.670360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e654a2-dd5b-4901-be2f-e8da126e6535 req-0cf2cb48-2be4-4325-8952-4d0395a1fc72 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:55.671921 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e4e654a2-dd5b-4901-be2f-e8da126e6535 req-0cf2cb48-2be4-4325-8952-4d0395a1fc72 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0772870 Sep 08 13:43:55.718040 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-93f6b5d6-b34d-4b98-933c-f333478d9d55 req-cdbbea12-d0f3-403d-96fc-4f0d238183e8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615830 Sep 08 13:43:55.749459 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e4e654a2-dd5b-4901-be2f-e8da126e6535 req-765059a5-d79c-4b5b-a2a4-a3da5e1d3977 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 Sep 08 13:43:56.870048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dab22b-3634-4d95-ba12-f3814b25aa8e req-aade10da-b02d-45d5-bb49-ed46086f1aa5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:56.871476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-86dab22b-3634-4d95-ba12-f3814b25aa8e req-aade10da-b02d-45d5-bb49-ed46086f1aa5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 943 time: 0.0831606 Sep 08 13:43:56.893670 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3058-5ea2-40a0-bf18-69c322bc4bb1 req-e7700b86-6a96-4ba5-a700-e342f25aeb31 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:56.895129 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3df3058-5ea2-40a0-bf18-69c322bc4bb1 req-e7700b86-6a96-4ba5-a700-e342f25aeb31 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0704088 Sep 08 13:43:56.944053 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-86dab22b-3634-4d95-ba12-f3814b25aa8e req-bdc2cd49-43b8-4c6d-abbc-8021ee585771 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643208 Sep 08 13:43:56.952397 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3df3058-5ea2-40a0-bf18-69c322bc4bb1 req-3066112d-574f-469e-8a8c-5c90b2d9f5d1 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Sep 08 13:43:57.301691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-84f14a46-be09-4414-8be6-7dc714832342 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:57.303268 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-84f14a46-be09-4414-8be6-7dc714832342 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/networks?id=52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 200 len: 809 time: 0.1111643 Sep 08 13:43:57.321372 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e405c341-4edc-49ee-84c3-4e7d458d6b54 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/quotas/e0a510ca54204e0ebbdfda594ea7a021 HTTP/1.1" status: 200 len: 375 time: 0.0104043 Sep 08 13:43:57.358143 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-73a34b6d-1474-41f9-ab0c-9878350019d7 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306361 Sep 08 13:43:57.485455 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-45da4e2b-57c9-4ebd-91da-8089080ef649 service neutron] 10.222.0.58 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189380 Sep 08 13:43:57.490846 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d0d28-b10d-4aa9-bb99-a67f633b04d7 req-285ebbdf-579a-494b-993c-6ce0d0864e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:57.492270 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d75d0d28-b10d-4aa9-bb99-a67f633b04d7 req-285ebbdf-579a-494b-993c-6ce0d0864e0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.0574300 Sep 08 13:43:57.817793 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d75d0d28-b10d-4aa9-bb99-a67f633b04d7 req-7ddcf5d1-9288-4605-94f2-ce8d8754503e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175781 Sep 08 13:43:57.840740 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-10b971b3-8d95-4cac-8e48-4372f21e439d service neutron] 10.222.0.58 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475122 Sep 08 13:43:57.995465 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5407abfa-d4c3-4658-a34a-84af83f8528e req-5ca234d8-527b-4636-97ff-e0e8853e4c6a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 210 time: 0.0255482 Sep 08 13:43:58.107741 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed88d33-e609-4fef-880c-fe153be439a2 req-af58e623-8326-44aa-b6a7-d5765e7f60e4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.110028 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eed88d33-e609-4fef-880c-fe153be439a2 req-af58e623-8326-44aa-b6a7-d5765e7f60e4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 943 time: 0.0514717 Sep 08 13:43:58.160208 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eed88d33-e609-4fef-880c-fe153be439a2 req-b43d7d2d-e86a-4aae-841d-ca228bcf889b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Sep 08 13:43:58.272057 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a871593-d9ba-4c07-938b-be25539b238f req-86fc26be-0432-4164-86cc-bee14278831f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.273935 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6a871593-d9ba-4c07-938b-be25539b238f req-86fc26be-0432-4164-86cc-bee14278831f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Sep 08 13:43:58.328712 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6a871593-d9ba-4c07-938b-be25539b238f req-18645e39-7fbe-486c-9c1e-d9bcf9ae4afe tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Sep 08 13:43:58.370383 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59398) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:58.473156 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc522759-528f-4ed7-9a14-14fefeadfdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.562398 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc522759-528f-4ed7-9a14-14fefeadfdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.566518 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc522759-528f-4ed7-9a14-14fefeadfdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.603509 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522759-528f-4ed7-9a14-14fefeadfdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4960de2-6c25-4f3f-90a9-72300daeff21,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:58.607835 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-bc522759-528f-4ed7-9a14-14fefeadfdca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b07633947eee4268b18a5dd439255a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364132 Sep 08 13:43:58.611288 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59402) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:58.659789 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.681173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.725249 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.728145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.729436 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4960de2-6c25-4f3f-90a9-72300daeff21 HTTP/1.1" status: 204 len: 168 time: 0.1172335 Sep 08 13:43:58.737330 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ce63-f1a4-4c36-87c1-3e83789d4b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4960de2-6c25-4f3f-90a9-72300daeff21,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:58.896281 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 651a2f89-2341-4d7f-b457-2a14df8ffcca details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:58.992741 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:59.005004 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'port_id': '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'mac_address': 'fa:16:3e:fd:d4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019be41-3cdd-4f5d-bf04-8d0e330cfc1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:59.047051 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.061323 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651a2f89-2341-4d7f-b457-2a14df8ffcca {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:59.081186 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:59.085472 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.136163 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:00.923143 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-13541a73-5046-4cb0-b1e0-45b8a808ae6f req-c103d874-ab97-4a58-9a6b-6d31af4a267a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 210 time: 0.0444922 Sep 08 13:44:01.027441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107be71-5838-4fe9-a741-578b7e97cb3f req-64c2aec2-b6b1-4c92-a982-7206ccecdf79 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.028940 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8107be71-5838-4fe9-a741-578b7e97cb3f req-64c2aec2-b6b1-4c92-a982-7206ccecdf79 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 944 time: 0.0751545 Sep 08 13:44:01.042235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd283d0-f464-4a20-9a85-a940e1425df5 req-4c0b8c89-6102-4fd6-ad9c-c9ea2b963ca5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.043703 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-edd283d0-f464-4a20-9a85-a940e1425df5 req-4c0b8c89-6102-4fd6-ad9c-c9ea2b963ca5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0625930 Sep 08 13:44:01.099548 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8107be71-5838-4fe9-a741-578b7e97cb3f req-82a45a1e-a5ae-4a8b-898f-9b45c3b3cd38 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546601 Sep 08 13:44:01.104213 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-edd283d0-f464-4a20-9a85-a940e1425df5 req-2cdb76b7-dfce-42f9-8d69-dd8fbb666871 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530803 Sep 08 13:44:01.252090 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['651a2f89-2341-4d7f-b457-2a14df8ffcca'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:01.671033 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-9ebc9f3b-9d3a-4b39-95d2-a48a5932bf52 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.672468 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-9ebc9f3b-9d3a-4b39-95d2-a48a5932bf52 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "GET /v2.0/networks?id=52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 200 len: 809 time: 0.1047728 Sep 08 13:44:01.691849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Request body: {'port': {'device_id': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c', 'admin_state_up': True, 'tenant_id': 'e0a510ca54204e0ebbdfda594ea7a021'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:01.818833 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Made reservation on behalf of e0a510ca54204e0ebbdfda594ea7a021 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:01.822535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.957501 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Allocated IP 172.20.0.8 (52b8c16f-6257-42a8-9aa6-d9b215914e5c/9197ea6f-655d-421d-876c-d77e5f2a43c9/af89fd1a-ae80-4a38-bf16-852009ed0181) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:02.081918 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-baec4b69-ce61-40a5-9306-a03b43f6d2d2 req-f3a4b959-3dff-4d1f-85c5-90764acc7d5a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 210 time: 0.0371878 Sep 08 13:44:02.172995 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.282758 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.325031 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e2712-0d93-4a7f-bfbd-e5c4b6c1ee82 req-6b69ae63-9a07-4ef5-ab38-c6a8db0d5383 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.333800 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce6e2712-0d93-4a7f-bfbd-e5c4b6c1ee82 req-6b69ae63-9a07-4ef5-ab38-c6a8db0d5383 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1204941 Sep 08 13:44:02.334346 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cb5b2-c572-45f6-b114-9148b41a8a2e req-cac85f4a-726c-4982-8963-b72d152fbb27 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.336723 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-100cb5b2-c572-45f6-b114-9148b41a8a2e req-cac85f4a-726c-4982-8963-b72d152fbb27 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 944 time: 0.1438980 Sep 08 13:44:02.358331 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:02.376461 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:02.390398 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:02.395391 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Pushing event updated for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:02.457139 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce6e2712-0d93-4a7f-bfbd-e5c4b6c1ee82 req-ef8b5ce1-647a-4234-bb40-19a13adc5d53 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108325 Sep 08 13:44:02.462052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-100cb5b2-c572-45f6-b114-9148b41a8a2e req-c58de634-37fd-4a47-abbd-e1fefeeb3d18 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191392 Sep 08 13:44:02.470459 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.471074 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.486770 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-05b4c55c-c709-468c-9772-d0337bd6e8ef tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992268 Sep 08 13:44:02.507278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Request body: {'port': {'device_id': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:02.562239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.778554 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bff3-b907-482f-9a74-d82722f09346 req-06f038c9-8d79-470e-a068-ce93db8859f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.780043 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-06f038c9-8d79-470e-a068-ce93db8859f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.1069026 Sep 08 13:44:02.789511 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38269c-59f1-4ebc-881e-f1aebfc26a37 req-9fef29ed-6a83-430d-9940-22592ee3d0d9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.790886 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8a38269c-59f1-4ebc-881e-f1aebfc26a37 req-9fef29ed-6a83-430d-9940-22592ee3d0d9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1166363 Sep 08 13:44:02.795761 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 651a2f89-2341-4d7f-b457-2a14df8ffcca up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:02.846147 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 651a2f89-2341-4d7f-b457-2a14df8ffcca completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:02.850147 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 651a2f89-2341-4d7f-b457-2a14df8ffcca triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:02.850506 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.938008 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.955166 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bff3-b907-482f-9a74-d82722f09346 req-6bf1371e-f3d4-46fa-bfaf-c942d96a16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.956671 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-6bf1371e-f3d4-46fa-bfaf-c942d96a16f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.1635275 Sep 08 13:44:02.960931 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8a38269c-59f1-4ebc-881e-f1aebfc26a37 req-fb09139a-f490-4db4-aa22-ec9b3bfc0cfa tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344502 Sep 08 13:44:02.966302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:02.969986 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca152e88-9a2c-46e0-ae46-07ab29fe9d32" -d '{"events": [{"server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "name": "network-vif-plugged", "status": "completed", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:02.986637 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:02.991417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.043426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-409abd9e-5de2-4d0a-b783-042d0ab8270b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0701251 Sep 08 13:44:03.054769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af89fd1a-ae80-4a38-bf16-852009ed0181 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:03.063078 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.066067 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e916353-faa8-471a-aec9-a69f041fcc82 x-openstack-request-id: req-7e916353-faa8-471a-aec9-a69f041fcc82 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:03.066573 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "name": "network-vif-plugged", "status": "completed", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:03.067276 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e916353-faa8-471a-aec9-a69f041fcc82 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:03.067975 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'code': 200} Sep 08 13:44:03.081435 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:03.111991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Transition to ACTIVE for port object af89fd1a-ae80-4a38-bf16-852009ed0181 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:03.118914 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.177840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bff3-b907-482f-9a74-d82722f09346 req-c6769a1e-caf6-422a-aa8a-7e40e5062da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:03.179518 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-c6769a1e-caf6-422a-aa8a-7e40e5062da0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.1001031 Sep 08 13:44:03.182939 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Pushing event updated for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:03.236697 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-a781abf5-c75c-4152-9932-4afb1e886dfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445664 Sep 08 13:44:03.314208 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8fc02-a02c-4c69-9df0-6949564e1781 req-ddb3ffd9-c232-4ffa-8776-d04db3aed86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:03.316115 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-4ac8fc02-a02c-4c69-9df0-6949564e1781 req-ddb3ffd9-c232-4ffa-8776-d04db3aed86c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 1098 time: 0.0406926 Sep 08 13:44:03.353634 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-4ac8fc02-a02c-4c69-9df0-6949564e1781 req-b0a27617-e1a9-4e8c-a3b0-f7f257cd23e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286548 Sep 08 13:44:03.368177 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2e3c6-b71c-4271-a05f-50efcd81f33a req-06c4b1e1-49ff-476e-b2c4-56f0a4564c12 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:03.369702 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0df2e3c6-b71c-4271-a05f-50efcd81f33a req-06c4b1e1-49ff-476e-b2c4-56f0a4564c12 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 943 time: 0.1371017 Sep 08 13:44:03.401569 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Attempting to bind port af89fd1a-ae80-4a38-bf16-852009ed0181 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:03.401902 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Attempting to bind port af89fd1a-ae80-4a38-bf16-852009ed0181 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:03.402227 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Attempting to bind port af89fd1a-ae80-4a38-bf16-852009ed0181 on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:03.414950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Port af89fd1a-ae80-4a38-bf16-852009ed0181 on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:44:03.415202 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Attempting to bind port af89fd1a-ae80-4a38-bf16-852009ed0181 on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:03.435219 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:03.435558 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Checking segment: {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:03.435939 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Bound using segment: {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:03.436371 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Bound port: af89fd1a-ae80-4a38-bf16-852009ed0181, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:03.436750 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.449976 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-37f4428c-36a9-4ada-b6d8-8a335333b9c9 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638856 Sep 08 13:44:03.452904 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0df2e3c6-b71c-4271-a05f-50efcd81f33a req-ec527128-35cf-488e-945d-acfb0bfdbb8a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756185 Sep 08 13:44:03.511338 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:03.516156 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=af89fd1a-ae80-4a38-bf16-852009ed0181,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:03.520905 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.568012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:03.568658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.570045 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] 10.222.0.50 "PUT /v2.0/ports/af89fd1a-ae80-4a38-bf16-852009ed0181 HTTP/1.1" status: 200 len: 1093 time: 1.0670516 Sep 08 13:44:03.570493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:03.572761 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d1166-0ff0-4035-8625-98ae0d0923b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:03.620332 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e9fb-4f91-4cfd-b48a-867d61366943 service neutron] Pushing event updated for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:03.627838 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e4ba6-0332-4270-8c88-d0bdb384c2ab x-openstack-request-id: req-a62e4ba6-0332-4270-8c88-d0bdb384c2ab {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:03.628132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:03.628508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a62e4ba6-0332-4270-8c88-d0bdb384c2ab {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:03.628857 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181', 'status': 'completed', 'code': 200} Sep 08 13:44:03.643042 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09fee7-c70a-4233-9ef3-1464baffbb4c req-49aa73d3-5963-4e15-bd1d-24b32313f93d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:03.649465 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff09fee7-c70a-4233-9ef3-1464baffbb4c req-49aa73d3-5963-4e15-bd1d-24b32313f93d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.1011488 Sep 08 13:44:03.690374 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff09fee7-c70a-4233-9ef3-1464baffbb4c req-44386c49-02a4-4849-aceb-f700e08355fd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Sep 08 13:44:04.077077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312953-6ea5-4be3-ad3a-51b8bd56bce0 req-e67d529b-3915-4ff3-8903-2e1e1125b346 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:04.079076 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef312953-6ea5-4be3-ad3a-51b8bd56bce0 req-e67d529b-3915-4ff3-8903-2e1e1125b346 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0480323 Sep 08 13:44:04.116850 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef312953-6ea5-4be3-ad3a-51b8bd56bce0 req-f6216d84-ca49-4adc-9152-f12337abb588 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Sep 08 13:44:04.179774 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:44:06.358045 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16e4478f-fcef-488f-b2a0-d7010c1455c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.157453 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-393848b4-a7a4-488b-b3d7-a290d89bab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.158912 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-393848b4-a7a4-488b-b3d7-a290d89bab0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 1096 time: 0.1012983 Sep 08 13:44:07.245538 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8216bff3-b907-482f-9a74-d82722f09346 req-a5b2d9d5-fbdd-4a43-9148-036a04536568 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953318 Sep 08 13:44:07.308954 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c1b1c-4dae-44b3-abfe-cae9b51ba0d2 req-cc43fbc7-cfb1-4a58-bdd8-68cd08a09999 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.311290 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3b1c1b1c-4dae-44b3-abfe-cae9b51ba0d2 req-cc43fbc7-cfb1-4a58-bdd8-68cd08a09999 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 943 time: 0.1558645 Sep 08 13:44:07.320207 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17e168-c993-4fd8-bf9a-0044d0fa96b4 req-35e98fd8-85c1-4077-9d32-de009d36385f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.321714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1f17e168-c993-4fd8-bf9a-0044d0fa96b4 req-35e98fd8-85c1-4077-9d32-de009d36385f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.1620033 Sep 08 13:44:07.366109 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-56bde98f-4f73-4c90-9e81-5a1e90975b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.367449 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-56bde98f-4f73-4c90-9e81-5a1e90975b21 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1880271 Sep 08 13:44:07.414702 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3b1c1b1c-4dae-44b3-abfe-cae9b51ba0d2 req-0548137d-2098-4c0d-adda-106d8bb5c5b7 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902414 Sep 08 13:44:07.421567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1f17e168-c993-4fd8-bf9a-0044d0fa96b4 req-1ecafd8c-d5aa-4a23-872a-5218ec0fc06d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868940 Sep 08 13:44:07.525526 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-db2ebf24-2ada-44c9-a292-2ce682b5041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.526985 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6e8d1166-0ff0-4035-8625-98ae0d0923b0 req-db2ebf24-2ada-44c9-a292-2ce682b5041b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501300 Sep 08 13:44:07.539225 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a139-4277-43f3-a1fb-95d89fc15762 req-6ee3ea78-ba8d-4779-8120-ac71274451c7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.540727 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b221a139-4277-43f3-a1fb-95d89fc15762 req-6ee3ea78-ba8d-4779-8120-ac71274451c7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Sep 08 13:44:07.612524 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b221a139-4277-43f3-a1fb-95d89fc15762 req-9d00d130-688d-4915-a104-9a5267ed5b74 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Sep 08 13:44:07.622550 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-dade68c7-2e2d-4897-8ba7-151811d8dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.624189 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-dade68c7-2e2d-4897-8ba7-151811d8dcd7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 1096 time: 0.0578980 Sep 08 13:44:07.673363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-7542c38e-cc7e-4276-a37c-aad4e028c9d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af89fd1a-ae80-4a38-bf16-852009ed0181 HTTP/1.1" status: 200 len: 217 time: 0.0376694 Sep 08 13:44:07.739325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15382-ac38-43b4-b521-9c1687589b7c req-afcbae53-cd27-426c-a179-d2efc49c5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.740769 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-afcbae53-cd27-426c-a179-d2efc49c5e67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9197ea6f-655d-421d-876c-d77e5f2a43c9 HTTP/1.1" status: 200 len: 849 time: 0.0427623 Sep 08 13:44:07.782616 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-8b73a51a-5952-41be-b437-28a77ecf975e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52b8c16f-6257-42a8-9aa6-d9b215914e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275342 Sep 08 13:44:07.874103 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-d6e43316-75f0-481e-84d4-82b70d01273e service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Sep 08 13:44:08.221643 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-94c15382-ac38-43b4-b521-9c1687589b7c req-98a35673-ba2e-4624-a5de-a35634595e88 service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317292 Sep 08 13:44:08.582992 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674048-e644-4295-afac-89ac7d29209e req-b2aab01b-e6dd-445a-831f-98edd40e9866 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:08.584622 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75674048-e644-4295-afac-89ac7d29209e req-b2aab01b-e6dd-445a-831f-98edd40e9866 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.0853736 Sep 08 13:44:08.591991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20068a-716c-4370-8822-87ac30d70bca req-302e025b-45fa-4b8f-9369-fc768f24049e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:08.593477 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2c20068a-716c-4370-8822-87ac30d70bca req-302e025b-45fa-4b8f-9369-fc768f24049e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 943 time: 0.0831842 Sep 08 13:44:08.650096 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75674048-e644-4295-afac-89ac7d29209e req-56b5f466-559b-441f-a9b8-631b71f291a6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Sep 08 13:44:08.655289 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2c20068a-716c-4370-8822-87ac30d70bca req-86272d64-8c66-4bad-97a1-7238efae40ac tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Sep 08 13:44:08.757902 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c84f-2f90-4c96-8f80-24639ea58bfb req-6445bb7a-ef75-4644-b450-22b52537580d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:08.760023 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3088c84f-2f90-4c96-8f80-24639ea58bfb req-6445bb7a-ef75-4644-b450-22b52537580d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0523005 Sep 08 13:44:08.778911 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92734fa1-61f0-48c3-957c-ae7b5ed701a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.802306 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3088c84f-2f90-4c96-8f80-24639ea58bfb req-be3a3a07-ec62-4fd1-bce3-c24aaf02aaa5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Sep 08 13:44:08.893251 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.834630 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caae8a-e742-4b39-a07d-8365ddf7455e req-e1ccbca6-e715-4f20-a92a-9e8d2cedd009 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:09.836189 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e6caae8a-e742-4b39-a07d-8365ddf7455e req-e1ccbca6-e715-4f20-a92a-9e8d2cedd009 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 943 time: 0.0901883 Sep 08 13:44:09.843958 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81928e-4daa-4cf9-bf98-10f7760d5967 req-f10e3a18-7741-452f-bfe1-46f52daa0155 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:09.845395 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df81928e-4daa-4cf9-bf98-10f7760d5967 req-f10e3a18-7741-452f-bfe1-46f52daa0155 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.0977471 Sep 08 13:44:09.919109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e6caae8a-e742-4b39-a07d-8365ddf7455e req-9b37f604-88fa-4817-9d5a-a9b39f588bd7 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Sep 08 13:44:09.924796 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df81928e-4daa-4cf9-bf98-10f7760d5967 req-9571d376-1a40-4221-a194-1aa773c2a36f tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564055 Sep 08 13:44:10.049752 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c977-607c-4e1e-807d-daa6206f4105 req-5f90647c-61da-4058-a5ba-369fc5eed620 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:10.051362 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cfc2c977-607c-4e1e-807d-daa6206f4105 req-5f90647c-61da-4058-a5ba-369fc5eed620 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Sep 08 13:44:10.090164 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cfc2c977-607c-4e1e-807d-daa6206f4105 req-d0db3465-14b8-4370-a7c2-9cc42846cfd3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Sep 08 13:44:10.138608 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.042851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f55f2-5f8c-4759-96d3-e13b7775eaf0 req-f61a4fdd-6084-4e09-861d-f14f2a982e0e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:11.044309 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-353f55f2-5f8c-4759-96d3-e13b7775eaf0 req-f61a4fdd-6084-4e09-861d-f14f2a982e0e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 943 time: 0.0467687 Sep 08 13:44:11.082487 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-353f55f2-5f8c-4759-96d3-e13b7775eaf0 req-1b33a4f2-a7bc-4c8e-b21e-1266d12b224d tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Sep 08 13:44:11.212035 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efb250-772d-4ed0-ac56-40ce4b2c05bd req-6325ae0c-6d45-4b5c-af34-6970c615efa0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:11.213580 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-84efb250-772d-4ed0-ac56-40ce4b2c05bd req-6325ae0c-6d45-4b5c-af34-6970c615efa0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Sep 08 13:44:11.252206 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-84efb250-772d-4ed0-ac56-40ce4b2c05bd req-bb3f627d-bc6f-4b4c-91d4-695bd18ae736 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Sep 08 13:44:11.460297 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.845486 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device af89fd1a-ae80-4a38-bf16-852009ed0181 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:11.941871 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=af89fd1a-ae80-4a38-bf16-852009ed0181,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:11.956583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'af89fd1a-ae80-4a38-bf16-852009ed0181', 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c', 'port_id': 'af89fd1a-ae80-4a38-bf16-852009ed0181', 'mac_address': 'fa:16:3e:c9:8c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9197ea6f-655d-421d-876c-d77e5f2a43c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:44:11.991837 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.004513 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af89fd1a-ae80-4a38-bf16-852009ed0181 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:12.023621 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=af89fd1a-ae80-4a38-bf16-852009ed0181,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:12.027532 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.076801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:12.198684 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe693b-8fcf-4600-86ed-bd70a178ad52 req-5e5002dd-884c-4230-804f-220b43045b3e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.200157 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-69fe693b-8fcf-4600-86ed-bd70a178ad52 req-5e5002dd-884c-4230-804f-220b43045b3e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 944 time: 0.0483527 Sep 08 13:44:12.239274 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-69fe693b-8fcf-4600-86ed-bd70a178ad52 req-6202b45d-2105-4917-a6d4-1fd66302d1df tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Sep 08 13:44:12.494818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['af89fd1a-ae80-4a38-bf16-852009ed0181'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:12.603852 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59730) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:12.725579 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.757247 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca83b0-fd95-4186-a824-7b3f52ba1f97 req-ed37103e-50e5-4c13-920f-a287ce2e6f90 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.758651 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3bca83b0-fd95-4186-a824-7b3f52ba1f97 req-ed37103e-50e5-4c13-920f-a287ce2e6f90 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0928502 Sep 08 13:44:12.820886 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3bca83b0-fd95-4186-a824-7b3f52ba1f97 req-34ce470f-ec26-4e5e-bfa2-10d58f95b68a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553060 Sep 08 13:44:12.881688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.885646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.931088 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5db6f5dd1a4048be84f955df63d719cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261492 Sep 08 13:44:12.933237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6587583-682b-4626-8ad8-39fab5fabb82,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:12.933758 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59752) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:12.964005 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.964377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.965191 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.965191 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.965415 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.965849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.966186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.966514 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.966841 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.967214 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.967542 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.968022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c16124-fff7-495c-8932-f69e00a9087b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:12.992571 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.016351 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.066467 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.068713 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.074489 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6587583-682b-4626-8ad8-39fab5fabb82 HTTP/1.1" status: 204 len: 168 time: 0.1372726 Sep 08 13:44:13.082683 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6587583-682b-4626-8ad8-39fab5fabb82,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:13.090808 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.091171 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.091495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.091832 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.092231 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.092494 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.092880 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.093219 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.093553 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.093856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.094202 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.094491 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f342fb3-48fb-4264-9c0f-da3b91450865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:13.351677 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59766) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:13.363409 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d777e9-f0bf-4dc9-9fc2-fd6a274ec730 req-5c6703df-ac98-4bb5-bc4f-ac022dfdc136 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:13.364944 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-61d777e9-f0bf-4dc9-9fc2-fd6a274ec730 req-5c6703df-ac98-4bb5-bc4f-ac022dfdc136 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 944 time: 0.0536823 Sep 08 13:44:13.365412 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce894c0e-3ab2-4900-848c-82d7e7504f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.403634 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-61d777e9-f0bf-4dc9-9fc2-fd6a274ec730 req-0908f982-483c-414f-a4e1-87e6c1d9ca0f tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Sep 08 13:44:13.455277 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce894c0e-3ab2-4900-848c-82d7e7504f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.458824 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce894c0e-3ab2-4900-848c-82d7e7504f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.495267 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce894c0e-3ab2-4900-848c-82d7e7504f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26eed7-afdb-4d2a-8c85-1d9039d83f76,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:13.499639 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ce894c0e-3ab2-4900-848c-82d7e7504f9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f86fc0a0a690451d808e77892d7667a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468439 Sep 08 13:44:13.502335 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59768) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:13.551397 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.577825 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.626618 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.629465 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.630605 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c26eed7-afdb-4d2a-8c85-1d9039d83f76 HTTP/1.1" status: 204 len: 168 time: 0.1272242 Sep 08 13:44:13.638702 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f7a35-76c0-4b03-8b83-00965f4352b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26eed7-afdb-4d2a-8c85-1d9039d83f76,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:14.229027 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59802) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:14.428932 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7423ad09-3de8-45e4-b8f4-37f97fd9755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.523041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21329c9b-7980-46ec-9f63-885919f3a31b req-0e8f852f-a9a9-47e7-a663-a022022f33e7 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:14.525220 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-21329c9b-7980-46ec-9f63-885919f3a31b req-0e8f852f-a9a9-47e7-a663-a022022f33e7 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 944 time: 0.0502102 Sep 08 13:44:14.531163 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7423ad09-3de8-45e4-b8f4-37f97fd9755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.538316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7423ad09-3de8-45e4-b8f4-37f97fd9755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.587686 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-21329c9b-7980-46ec-9f63-885919f3a31b req-368044ce-d093-42c6-a361-432c477f85b0 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Sep 08 13:44:14.601614 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ad09-3de8-45e4-b8f4-37f97fd9755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12ad736-99a2-4b18-ac31-fed339a0ce08,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:14.605917 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7423ad09-3de8-45e4-b8f4-37f97fd9755d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=264a6d02efba4f56be204d23d94a9ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758888 Sep 08 13:44:14.608527 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59816) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:14.662676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.684992 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.731335 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.734585 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.735744 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b12ad736-99a2-4b18-ac31-fed339a0ce08 HTTP/1.1" status: 204 len: 168 time: 0.1262970 Sep 08 13:44:14.744046 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7db98-f870-4c87-a640-4b1f5e9b4308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12ad736-99a2-4b18-ac31-fed339a0ce08,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:15.478200 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59854) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.587819 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f54f1f4d-bdd5-4f68-b4a3-337349ecee56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.676474 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f54f1f4d-bdd5-4f68-b4a3-337349ecee56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.680703 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f54f1f4d-bdd5-4f68-b4a3-337349ecee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.705660 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d794-4e06-494d-b3b3-21c622f7eca9 req-55843ad5-e90b-4002-8b6d-b8f7a46186e1 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:15.707181 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ac62d794-4e06-494d-b3b3-21c622f7eca9 req-55843ad5-e90b-4002-8b6d-b8f7a46186e1 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 944 time: 0.0487740 Sep 08 13:44:15.719396 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-f54f1f4d-bdd5-4f68-b4a3-337349ecee56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ab9c2d186d34ceda78ad4e5c7af4e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401211 Sep 08 13:44:15.720306 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f1f4d-bdd5-4f68-b4a3-337349ecee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8608a89-ca68-4757-b7b2-5049c85c5994,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:15.722615 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59860) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.747738 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ac62d794-4e06-494d-b3b3-21c622f7eca9 req-8d5d4758-35f0-41a0-a30f-e44fe4976d8e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Sep 08 13:44:15.772458 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.793690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.838307 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.840906 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.842079 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8608a89-ca68-4757-b7b2-5049c85c5994 HTTP/1.1" status: 204 len: 168 time: 0.1185699 Sep 08 13:44:15.851306 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8064c-d202-4678-b537-22132aec3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8608a89-ca68-4757-b7b2-5049c85c5994,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:15.858345 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device af89fd1a-ae80-4a38-bf16-852009ed0181 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:15.918408 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port af89fd1a-ae80-4a38-bf16-852009ed0181 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:15.922788 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port af89fd1a-ae80-4a38-bf16-852009ed0181 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:15.923273 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.003340 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.026041 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:16.028197 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95caa7-0685-4be5-8ed2-1f78cff115c4" -d '{"events": [{"server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "name": "network-vif-plugged", "status": "completed", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:16.041863 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=af89fd1a-ae80-4a38-bf16-852009ed0181,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:16.046782 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.078088 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0948cac9-28bb-449f-bc15-a43859d805c2 x-openstack-request-id: req-0948cac9-28bb-449f-bc15-a43859d805c2 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:16.078425 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "name": "network-vif-plugged", "status": "completed", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:16.078675 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0948cac9-28bb-449f-bc15-a43859d805c2 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:16.079058 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181', 'code': 200} Sep 08 13:44:16.114725 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.142474 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59872) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:16.156239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d37123-c374-49fa-8eba-0f9e6efa1716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.251624 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d37123-c374-49fa-8eba-0f9e6efa1716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.255448 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d37123-c374-49fa-8eba-0f9e6efa1716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.292849 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37123-c374-49fa-8eba-0f9e6efa1716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28874b-707f-4b0c-93e9-095f30b0533e,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.295707 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f43bce-2383-4cbf-814f-a341467c8f81 req-1e71890e-9741-4bcc-8ea0-c5fc5f6b376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:16.297291 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37f43bce-2383-4cbf-814f-a341467c8f81 req-1e71890e-9741-4bcc-8ea0-c5fc5f6b376a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 1098 time: 0.0403535 Sep 08 13:44:16.298050 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-78d37123-c374-49fa-8eba-0f9e6efa1716 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5f99388b61b4dcdb83c4848fb9aac2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545551 Sep 08 13:44:16.300803 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59876) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:16.352438 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.361555 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37f43bce-2383-4cbf-814f-a341467c8f81 req-fbfe926d-e7c0-4ecc-9f17-ca2a801713c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303929 Sep 08 13:44:16.374874 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.420814 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.423904 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.425080 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db28874b-707f-4b0c-93e9-095f30b0533e HTTP/1.1" status: 204 len: 168 time: 0.1233776 Sep 08 13:44:16.432771 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919f50d-bf22-4c13-a1b1-35cd194f80c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28874b-707f-4b0c-93e9-095f30b0533e,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.869148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e3bbc-c166-4169-a271-9d75f9b00c89 req-f9bb41f8-5203-47e2-9de6-074c67beba6e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:16.870672 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa6e3bbc-c166-4169-a271-9d75f9b00c89 req-f9bb41f8-5203-47e2-9de6-074c67beba6e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Sep 08 13:44:16.919104 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa6e3bbc-c166-4169-a271-9d75f9b00c89 req-9e31d01b-5f5e-4a3e-a958-ddba8cc5668b tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Sep 08 13:44:17.680748 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-baa21f8b-a1f1-4697-9fcb-b6804a5c6dc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392590 Sep 08 13:44:17.753361 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d20a-532f-4227-8da0-8900e216cf56 req-4d58a50a-83b9-48cb-a61b-26bc73f986ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.754865 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-4d58a50a-83b9-48cb-a61b-26bc73f986ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.0413673 Sep 08 13:44:17.869848 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d20a-532f-4227-8da0-8900e216cf56 req-7d1038d3-6249-4986-82c8-812e1d93eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.871338 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-7d1038d3-6249-4986-82c8-812e1d93eed9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.0921569 Sep 08 13:44:17.937297 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-71481442-4bb3-42fc-a663-682ed459ea18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Sep 08 13:44:18.013655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d20a-532f-4227-8da0-8900e216cf56 req-3dc73437-99dc-4830-a95f-b2e0edd0e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:18.015730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-3dc73437-99dc-4830-a95f-b2e0edd0e673 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.0622165 Sep 08 13:44:18.062659 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-390457e2-3f51-4b3b-b9ff-4a3d2196ad21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294433 Sep 08 13:44:18.079209 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134ee3f-216e-4925-8b9a-37a9e1f67a51 req-a03bbce5-a6cf-4edd-bec5-730373533200 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:18.080745 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b134ee3f-216e-4925-8b9a-37a9e1f67a51 req-a03bbce5-a6cf-4edd-bec5-730373533200 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Sep 08 13:44:18.181153 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b134ee3f-216e-4925-8b9a-37a9e1f67a51 req-67fa76ac-5660-42b7-97fa-d49e9259c5ff tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889790 Sep 08 13:44:18.203216 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-eb885d5c-67c7-402a-8769-3e1269cd4f10 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209242 Sep 08 13:44:18.304377 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e736d20a-532f-4227-8da0-8900e216cf56 req-109b448e-5e58-4772-861a-fc4edc0b61f4 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850165 Sep 08 13:44:18.468252 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59970) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:18.577646 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49e4c4d3-7f47-44ce-84c6-66c987a83905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.665871 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49e4c4d3-7f47-44ce-84c6-66c987a83905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.669374 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49e4c4d3-7f47-44ce-84c6-66c987a83905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.711172 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-49e4c4d3-7f47-44ce-84c6-66c987a83905 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42f65acce31048cf8aad523238e413dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418625 Sep 08 13:44:18.712161 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c4d3-7f47-44ce-84c6-66c987a83905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab249c5-9cc5-4de6-b0af-be26748ec86c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:18.713851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59974) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:18.764567 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.786142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.834957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.837725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.838911 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fab249c5-9cc5-4de6-b0af-be26748ec86c HTTP/1.1" status: 204 len: 168 time: 0.1236315 Sep 08 13:44:18.849517 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01930ea6-e724-4520-86fa-69389b9e6aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab249c5-9cc5-4de6-b0af-be26748ec86c,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:18.853234 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.098293 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 59982) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:19.112319 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4f7b-35b6-4657-a8bc-e6a9f2696d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.210147 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4f7b-35b6-4657-a8bc-e6a9f2696d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.215079 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4f7b-35b6-4657-a8bc-e6a9f2696d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.257808 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ab6b4f7b-35b6-4657-a8bc-e6a9f2696d45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf1e5a68150a40f1a7e9b2c3ff880e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553097 Sep 08 13:44:19.257808 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b4f7b-35b6-4657-a8bc-e6a9f2696d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d70217-8413-4474-8c85-c50354e4ae02,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:19.258272 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 59986) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:19.317828 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.325575 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cfaee-8176-44fd-9b55-b6c8b2d67906 req-dc28777d-73aa-4523-af2f-be15d73dfd77 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:19.333804 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1c4cfaee-8176-44fd-9b55-b6c8b2d67906 req-dc28777d-73aa-4523-af2f-be15d73dfd77 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0731595 Sep 08 13:44:19.343584 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.376425 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1c4cfaee-8176-44fd-9b55-b6c8b2d67906 req-65bfb335-8a8e-4221-b39c-5bbc3265262d tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Sep 08 13:44:19.399962 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.402742 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.403876 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65d70217-8413-4474-8c85-c50354e4ae02 HTTP/1.1" status: 204 len: 168 time: 0.1447239 Sep 08 13:44:19.412393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cdc01-e876-4328-aeb8-af594e3ebc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d70217-8413-4474-8c85-c50354e4ae02,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:20.280999 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a65b6-cc6a-4263-8858-5156fbba75af req-ddc0e1c3-71c0-4e19-9a7d-efde70ac148a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:20.288111 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d19a65b6-cc6a-4263-8858-5156fbba75af req-ddc0e1c3-71c0-4e19-9a7d-efde70ac148a tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0638580 Sep 08 13:44:20.322344 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d19a65b6-cc6a-4263-8858-5156fbba75af req-323ed194-0cf5-416a-a815-3edca4931557 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Sep 08 13:44:20.506023 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60048) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:20.620084 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06c5533f-ff8c-4d67-94c1-58392cdd6b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.713842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06c5533f-ff8c-4d67-94c1-58392cdd6b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.717527 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06c5533f-ff8c-4d67-94c1-58392cdd6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.754450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5533f-ff8c-4d67-94c1-58392cdd6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702af1a-cdc0-4d9d-99c8-d4de31ff33b9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:20.759668 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-06c5533f-ff8c-4d67-94c1-58392cdd6b01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ada936f5c2254c1fb967a59e990ac6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525086 Sep 08 13:44:20.762360 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60058) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:20.815690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.836999 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.886093 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.888988 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.890161 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8702af1a-cdc0-4d9d-99c8-d4de31ff33b9 HTTP/1.1" status: 204 len: 168 time: 0.1268933 Sep 08 13:44:20.900661 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a48c5f-cfbe-4b0a-a419-83258db2a826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702af1a-cdc0-4d9d-99c8-d4de31ff33b9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:21.437145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bd17e-5cd3-40a0-9d35-f3ea9dae0a70 req-fdfbd3fa-f4af-42e0-8915-11009a7bfcf2 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:21.438596 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b9bd17e-5cd3-40a0-9d35-f3ea9dae0a70 req-fdfbd3fa-f4af-42e0-8915-11009a7bfcf2 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0472775 Sep 08 13:44:21.475174 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1b9bd17e-5cd3-40a0-9d35-f3ea9dae0a70 req-4533dcc2-6404-4444-acaf-5995069aad86 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Sep 08 13:44:22.598409 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087691c-206c-46db-be3a-283451c8d2bc req-887cf104-ead0-4cd1-96f5-7fb78d9984e2 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:22.599867 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4087691c-206c-46db-be3a-283451c8d2bc req-887cf104-ead0-4cd1-96f5-7fb78d9984e2 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0574584 Sep 08 13:44:22.661621 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-f295038b-a28d-49c8-bd54-c23559314505 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:22.663052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-f295038b-a28d-49c8-bd54-c23559314505 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Sep 08 13:44:22.666034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4087691c-206c-46db-be3a-283451c8d2bc req-ee409a5a-ce89-4a6e-a784-543ff0e74374 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527782 Sep 08 13:44:22.755151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Deleting port af89fd1a-ae80-4a38-bf16-852009ed0181 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:22.755424 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.843535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] For port af89fd1a-ae80-4a38-bf16-852009ed0181, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=af89fd1a-ae80-4a38-bf16-852009ed0181,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:22.843896 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.855301 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Calling delete_port for af89fd1a-ae80-4a38-bf16-852009ed0181 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:22.980614 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.003035 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['af89fd1a-ae80-4a38-bf16-852009ed0181'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:23.013337 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Pushing event deleted for resources: {'Port': ['ID=af89fd1a-ae80-4a38-bf16-852009ed0181,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:23.058181 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] No DVR routers for this DVR port af89fd1a-ae80-4a38-bf16-852009ed0181 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:23.060746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.063409 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6506b17d-e515-4cd4-ae88-68c592b6b446 req-fbe2168d-29a8-48bc-9b1c-ba30dee61e21 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "DELETE /v2.0/ports/af89fd1a-ae80-4a38-bf16-852009ed0181 HTTP/1.1" status: 204 len: 173 time: 0.3912232 Sep 08 13:44:23.063845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'name': 'network-vif-deleted', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:23.066209 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09e5dc-7b27-47a6-9110-a0f370003fe3" -d '{"events": [{"server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "name": "network-vif-deleted", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:23.101870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1a957-f646-4619-9ba8-20bfa89a5b21 x-openstack-request-id: req-15c1a957-f646-4619-9ba8-20bfa89a5b21 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:23.102228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60345ce-f33f-491b-86cb-7fc51ababd29", "name": "network-vif-deleted", "tag": "af89fd1a-ae80-4a38-bf16-852009ed0181", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:23.102484 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15c1a957-f646-4619-9ba8-20bfa89a5b21 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:23.102936 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60345ce-f33f-491b-86cb-7fc51ababd29', 'name': 'network-vif-deleted', 'tag': 'af89fd1a-ae80-4a38-bf16-852009ed0181', 'status': 'completed', 'code': 200} Sep 08 13:44:23.774781 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2cd0402e-1942-450c-a298-5f4327ca3413 req-eb6bee1a-9f25-48a3-9fad-10532e10707d tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=d60345ce-f33f-491b-86cb-7fc51ababd29 HTTP/1.1" status: 200 len: 210 time: 0.0276616 Sep 08 13:44:25.084967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-4b3bd59b-9d6e-4160-87d6-f2a3eb95f11b tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:25.086379 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-4b3bd59b-9d6e-4160-87d6-f2a3eb95f11b tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/networks?id=52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 200 len: 809 time: 0.1026678 Sep 08 13:44:25.101852 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-9b47a668-8d5d-4560-9d0b-bfea17d20b96 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/quotas/e0a510ca54204e0ebbdfda594ea7a021 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Sep 08 13:44:25.133005 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-e9208291-b63b-4534-9429-be91f9729483 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243583 Sep 08 13:44:25.223477 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-8d81165a-431d-4587-bd82-b713c629977d service neutron] 10.222.0.58 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847223 Sep 08 13:44:25.310343 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-f9c75437-f347-402a-8cc2-391031ebadaf service neutron] 10.222.0.58 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808480 Sep 08 13:44:25.478986 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8f4bed8b-0140-4770-a0a9-765032fa28ed req-e7a86e99-4e81-43f9-ac38-38c318ade419 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Sep 08 13:44:25.918064 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device af89fd1a-ae80-4a38-bf16-852009ed0181 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:25.938576 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: af89fd1a-ae80-4a38-bf16-852009ed0181 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:25.938911 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device af89fd1a-ae80-4a38-bf16-852009ed0181 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:26.589245 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2c238b19-6773-4bba-ae16-85d7a117bea9 req-4bf26135-57a4-4dc7-bc0e-8bcf6f7f7aa3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 210 time: 0.0419283 Sep 08 13:44:26.653734 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-52eee363-c39d-47f1-b323-2b29c60565fc tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:26.655321 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-52eee363-c39d-47f1-b323-2b29c60565fc tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "GET /v2.0/networks?id=52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 200 len: 809 time: 0.1288383 Sep 08 13:44:26.687783 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Request body: {'port': {'device_id': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c', 'admin_state_up': True, 'tenant_id': 'e0a510ca54204e0ebbdfda594ea7a021'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:26.797650 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Made reservation on behalf of e0a510ca54204e0ebbdfda594ea7a021 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:26.802183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.927204 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Allocated IP 172.20.0.8 (52b8c16f-6257-42a8-9aa6-d9b215914e5c/9197ea6f-655d-421d-876c-d77e5f2a43c9/6bc48925-be4a-41c0-ba66-14e3585939da) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:27.077258 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.122200 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.168505 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Network 52b8c16f-6257-42a8-9aa6-d9b215914e5c is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:27.172525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:27.176437 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:27.205008 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Pushing event updated for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:27.232764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.233420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.250634 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-1fe879b5-dc6b-4d18-8ebf-aee8f2340358 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666432 Sep 08 13:44:27.275107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Request body: {'port': {'device_id': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:27.335085 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.623716 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec87c4-2dc4-4a76-ac27-4492deac4fc2 req-d9801413-a932-4017-8439-408aeaa01cc7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.625233 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9ec87c4-2dc4-4a76-ac27-4492deac4fc2 req-d9801413-a932-4017-8439-408aeaa01cc7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1435921 Sep 08 13:44:27.629064 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67242e5f-ab75-4115-8899-af21d0518951 req-f2ee20d7-8cbf-4d49-abb6-785493057d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.630442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-f2ee20d7-8cbf-4d49-abb6-785493057d31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.1326652 Sep 08 13:44:27.755789 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc48925-be4a-41c0-ba66-14e3585939da {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:27.774075 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9ec87c4-2dc4-4a76-ac27-4492deac4fc2 req-5fc276dc-6715-4445-8f2c-b9d161465117 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414614 Sep 08 13:44:27.791354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.817077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Transition to ACTIVE for port object 6bc48925-be4a-41c0-ba66-14e3585939da will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:27.827873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.863223 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67242e5f-ab75-4115-8899-af21d0518951 req-10a54da6-5c82-49af-bfdb-f394ac6b1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.864730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-10a54da6-5c82-49af-bfdb-f394ac6b1380 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.2146230 Sep 08 13:44:27.877367 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad3a1-3989-4ed8-aeaa-aff3fd83adfd req-ac24c3de-9ca0-4b99-a3de-8d61f8841bc5 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.878804 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a25ad3a1-3989-4ed8-aeaa-aff3fd83adfd req-ac24c3de-9ca0-4b99-a3de-8d61f8841bc5 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 931 time: 0.1554084 Sep 08 13:44:27.936806 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-441e0036-24cf-4f7c-8fbf-aba604ded510 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0553668 Sep 08 13:44:27.942638 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Pushing event updated for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.283096 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a25ad3a1-3989-4ed8-aeaa-aff3fd83adfd req-2681644c-7d0b-44ed-92e9-591354573228 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915234 Sep 08 13:44:28.314746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67242e5f-ab75-4115-8899-af21d0518951 req-ea28e837-e412-4bb3-a8ea-77518e8cbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:28.316261 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-ea28e837-e412-4bb3-a8ea-77518e8cbcb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.3691242 Sep 08 13:44:28.386810 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Attempting to bind port 6bc48925-be4a-41c0-ba66-14e3585939da on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:28.387145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Attempting to bind port 6bc48925-be4a-41c0-ba66-14e3585939da by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:28.387472 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Attempting to bind port 6bc48925-be4a-41c0-ba66-14e3585939da on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:28.391245 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-db748c00-4ec6-4da2-92aa-b495e6ea3d60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438116 Sep 08 13:44:28.397638 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Port 6bc48925-be4a-41c0-ba66-14e3585939da on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:44:28.397961 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Attempting to bind port 6bc48925-be4a-41c0-ba66-14e3585939da on network 52b8c16f-6257-42a8-9aa6-d9b215914e5c {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:28.419325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:28.419659 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Checking segment: {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:28.420037 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Bound using segment: {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:28.420499 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Bound port: 6bc48925-be4a-41c0-ba66-14e3585939da, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812bd83f-c1eb-4521-9fcc-0f5a68296901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:28.420885 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.457342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-2e4aefa7-7571-44da-a2a9-5699d48ff1cc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:28.458725 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-2e4aefa7-7571-44da-a2a9-5699d48ff1cc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.2011232 Sep 08 13:44:28.528994 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-3955dc31-b048-4214-ac08-3ad009fe575b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/quotas/24d87c7a8ff146c2b96a05dff6be0313 HTTP/1.1" status: 200 len: 375 time: 0.0488541 Sep 08 13:44:28.593347 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-efcf2b1d-52c8-42da-91c0-59191a4be240 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902058 Sep 08 13:44:28.597126 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:28.601583 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=6bc48925-be4a-41c0-ba66-14e3585939da,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:28.606670 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.620001 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-3ad05a04-3b43-43b7-aa9b-e04b2263bf70 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823538 Sep 08 13:44:28.696208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:28.696870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.698244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] 10.222.0.50 "PUT /v2.0/ports/6bc48925-be4a-41c0-ba66-14e3585939da HTTP/1.1" status: 200 len: 1093 time: 1.4277620 Sep 08 13:44:28.698702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:28.700951 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c213b-435d-41b2-8edb-86d153ec6eff" -d '{"events": [{"name": "network-changed", "server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:28.819193 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc62be-3066-4681-9d7b-7f50cf13d55b service neutron] Pushing event updated for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.845295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81fff8d-7502-4dbc-af9d-40b23ef50f1b x-openstack-request-id: req-c81fff8d-7502-4dbc-af9d-40b23ef50f1b {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:28.845581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:28.845836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c81fff8d-7502-4dbc-af9d-40b23ef50f1b {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:28.846227 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da', 'status': 'completed', 'code': 200} Sep 08 13:44:28.868034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-4fc160fb-5054-486f-9dde-2f2447935512 service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249942 Sep 08 13:44:28.871748 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-67242e5f-ab75-4115-8899-af21d0518951 req-49185980-81a5-49a3-a0ad-085ad56e8080 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508414 Sep 08 13:44:28.875072 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-64102211-2095-4eb8-9213-9652a2da708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:28.876519 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-64102211-2095-4eb8-9213-9652a2da708f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 1096 time: 0.1223419 Sep 08 13:44:28.966765 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-4ce3853f-20d8-4d98-adcb-d4e56e291089 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc48925-be4a-41c0-ba66-14e3585939da HTTP/1.1" status: 200 len: 217 time: 0.0554326 Sep 08 13:44:29.049258 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa296c-6626-4c70-b4e4-0b9a861fa1d9 req-17771e09-5485-4ad3-ba16-652aa0649763 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.050730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-81aa296c-6626-4c70-b4e4-0b9a861fa1d9 req-17771e09-5485-4ad3-ba16-652aa0649763 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1654656 Sep 08 13:44:29.077664 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-8bf4487d-d9df-4abf-a14d-bc6ae2374c77 service neutron] 10.222.0.58 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001939 Sep 08 13:44:29.084552 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-07cd0f02-63e4-4b10-8539-4cdb0d6504f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.085961 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-07cd0f02-63e4-4b10-8539-4cdb0d6504f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9197ea6f-655d-421d-876c-d77e5f2a43c9 HTTP/1.1" status: 200 len: 849 time: 0.0915532 Sep 08 13:44:29.105669 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-81aa296c-6626-4c70-b4e4-0b9a861fa1d9 req-7b8c5a07-f5e6-4a0a-8c3e-8cb0ed2f9507 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Sep 08 13:44:29.137668 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-35145136-82fd-4f2e-850f-59a9e5acfb53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52b8c16f-6257-42a8-9aa6-d9b215914e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283413 Sep 08 13:44:29.244998 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03d83185-8bae-4820-a49d-0039c051aee7 req-247fb4e0-bd4f-4c7a-b562-4590f9b120b0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 210 time: 0.0314920 Sep 08 13:44:29.260928 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-410b96cf-eb4e-4bda-a986-1af0ec2be8a7 service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094346 Sep 08 13:44:29.372832 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-340d8997-235e-4392-b1b3-5b0869d697a4 req-20b7e285-c2d1-4399-9312-78c3d24d58c3 service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011715 Sep 08 13:44:29.410715 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6314-280c-4ca2-8f33-5883092966e7 req-36aa93fb-f64d-4ad4-989e-64a58b9c8846 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.412200 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea1f6314-280c-4ca2-8f33-5883092966e7 req-36aa93fb-f64d-4ad4-989e-64a58b9c8846 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 943 time: 0.0547071 Sep 08 13:44:29.484376 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea1f6314-280c-4ca2-8f33-5883092966e7 req-86f9c384-5d80-4886-821c-61ddd145c296 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651886 Sep 08 13:44:29.495834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-e587b064-565d-461f-914d-fc232aeedbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.504908 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-e587b064-565d-461f-914d-fc232aeedbbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 1096 time: 0.0596106 Sep 08 13:44:29.596552 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-171313d5-ed81-44a1-8d90-7e2ddf9ec658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.598426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-171313d5-ed81-44a1-8d90-7e2ddf9ec658 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 200 len: 910 time: 0.0924041 Sep 08 13:44:29.659912 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-2976ecef-bef3-4f0b-9dac-1d277ef455a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc48925-be4a-41c0-ba66-14e3585939da HTTP/1.1" status: 200 len: 217 time: 0.0405235 Sep 08 13:44:29.715379 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-5d3481b9-2d81-4e75-99a2-62e0461cd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:29.716871 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-5d3481b9-2d81-4e75-99a2-62e0461cd3f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9197ea6f-655d-421d-876c-d77e5f2a43c9 HTTP/1.1" status: 200 len: 849 time: 0.0443778 Sep 08 13:44:29.755288 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-3a2a0916-ddfe-48f5-a1c1-8f9e677897c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52b8c16f-6257-42a8-9aa6-d9b215914e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263917 Sep 08 13:44:29.859093 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-fbbd7377-c7fc-48b7-a65f-bc860c048e3a service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856390 Sep 08 13:44:29.957509 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e77c213b-435d-41b2-8edb-86d153ec6eff req-1eba52f0-b480-445b-8ea4-a6bad7302716 service neutron] 10.222.0.50 "GET /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894558 Sep 08 13:44:30.226068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a8c0-d948-4b2e-97e6-598e32beacdd req-0c4eea39-a9a1-4ef2-89cd-c8974e282ecc tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:30.227567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f477a8c0-d948-4b2e-97e6-598e32beacdd req-0c4eea39-a9a1-4ef2-89cd-c8974e282ecc tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Sep 08 13:44:30.270082 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f477a8c0-d948-4b2e-97e6-598e32beacdd req-87b076ca-eeb3-4ac5-a2d6-905eb747b66d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Sep 08 13:44:30.383358 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-701591c3-015e-45c9-9fef-f71498dc6a15 req-56bc6956-5627-4588-8f78-5694d8d0a6cb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 210 time: 0.0508111 Sep 08 13:44:30.466508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-038b649a-070d-4a63-b390-94cfcf8e851a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:30.468527 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-038b649a-070d-4a63-b390-94cfcf8e851a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 814 time: 0.1251090 Sep 08 13:44:30.494328 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Request body: {'port': {'device_id': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'admin_state_up': True, 'tenant_id': '24d87c7a8ff146c2b96a05dff6be0313'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:30.630548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd771-b929-4c46-b154-64517ee256b1 req-bf6e5164-43e3-496e-adf7-20aa816769e0 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:30.632027 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b27cd771-b929-4c46-b154-64517ee256b1 req-bf6e5164-43e3-496e-adf7-20aa816769e0 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 943 time: 0.0743616 Sep 08 13:44:30.658545 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Made reservation on behalf of 24d87c7a8ff146c2b96a05dff6be0313 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:30.661783 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.686157 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b27cd771-b929-4c46-b154-64517ee256b1 req-469034fe-5d44-49e2-8509-f228ba3dba8c tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Sep 08 13:44:30.798480 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Allocated IP 172.20.0.11 (09281d67-9ba4-45b7-a05f-3a5a53775d14/f019be41-3cdd-4f5d-bf04-8d0e330cfc1d/b621d629-db4e-4c71-9248-05292a172d7d) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:30.945582 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.984566 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.001277 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4', 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', '651a2f89-2341-4d7f-b457-2a14df8ffcca'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:31.024276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Network 09281d67-9ba4-45b7-a05f-3a5a53775d14 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:31.027249 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:31.031484 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:31.058111 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event updated for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:31.091421 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.092061 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.106627 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-a4470e95-27c1-442e-b20f-5b08c2c7342b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6159031 Sep 08 13:44:31.121154 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Request body: {'port': {'device_id': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:31.177967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.425012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90492-4dce-4f93-9522-8a9d593ba0b6 req-393f2348-c543-46f5-98d9-31e1fd8edade tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.426470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e8d90492-4dce-4f93-9522-8a9d593ba0b6 req-393f2348-c543-46f5-98d9-31e1fd8edade tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0759645 Sep 08 13:44:31.498150 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b621d629-db4e-4c71-9248-05292a172d7d {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:31.507219 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e8d90492-4dce-4f93-9522-8a9d593ba0b6 req-bec8b068-590f-43f8-8ef6-42680aab4707 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Sep 08 13:44:31.508943 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.528920 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Transition to ACTIVE for port object b621d629-db4e-4c71-9248-05292a172d7d will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:31.532780 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.608489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Pushing event updated for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:31.666288 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451ff33-3427-4dd8-93e5-a287e8015a9f req-0a0d19d1-a8bd-43fb-bbff-99990b211b40 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.667746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1451ff33-3427-4dd8-93e5-a287e8015a9f req-0a0d19d1-a8bd-43fb-bbff-99990b211b40 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 944 time: 0.1297607 Sep 08 13:44:31.711783 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Attempting to bind port b621d629-db4e-4c71-9248-05292a172d7d on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:31.712163 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Attempting to bind port b621d629-db4e-4c71-9248-05292a172d7d by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:31.712444 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Attempting to bind port b621d629-db4e-4c71-9248-05292a172d7d on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:31.720059 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Port b621d629-db4e-4c71-9248-05292a172d7d on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:44:31.720429 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Attempting to bind port b621d629-db4e-4c71-9248-05292a172d7d on network 09281d67-9ba4-45b7-a05f-3a5a53775d14 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:31.725501 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1451ff33-3427-4dd8-93e5-a287e8015a9f req-6b5366e0-dde2-438d-96c6-4c70396237fc tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Sep 08 13:44:31.728189 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:31.728529 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Checking segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:31.728935 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Bound using segment: {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:31.729354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Bound port: b621d629-db4e-4c71-9248-05292a172d7d, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4421b-e765-4e89-8169-4d979d1fe2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:31.729706 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.821995 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:31.826479 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b621d629-db4e-4c71-9248-05292a172d7d,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:31.835599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b962b-8fdd-435b-9bd5-74972b1bb8f4 req-64ce9d43-1fda-49db-af6b-b974b36dfab3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.837120 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e45b962b-8fdd-435b-9bd5-74972b1bb8f4 req-64ce9d43-1fda-49db-af6b-b974b36dfab3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 943 time: 0.0730441 Sep 08 13:44:31.838936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.897261 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.897888 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.899241 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] 10.222.0.50 "PUT /v2.0/ports/b621d629-db4e-4c71-9248-05292a172d7d HTTP/1.1" status: 200 len: 1094 time: 0.7821968 Sep 08 13:44:31.899690 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:31.901900 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f61c2e-c489-4c79-824a-daa1146bf260" -d '{"events": [{"name": "network-changed", "server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "tag": "b621d629-db4e-4c71-9248-05292a172d7d"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:31.929470 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a36ba-7ea8-467b-8e86-96b02bc9c122 service neutron] Pushing event updated for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:31.934533 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e45b962b-8fdd-435b-9bd5-74972b1bb8f4 req-64c1d1f1-0b68-47cb-bf0c-2019c1f0f234 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898032 Sep 08 13:44:31.939498 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1df300-0a78-45c0-a6c7-11a39adaa93c x-openstack-request-id: req-ff1df300-0a78-45c0-a6c7-11a39adaa93c {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:31.939782 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "tag": "b621d629-db4e-4c71-9248-05292a172d7d", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:31.940027 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff1df300-0a78-45c0-a6c7-11a39adaa93c {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:31.940409 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d', 'status': 'completed', 'code': 200} Sep 08 13:44:31.963321 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 6bc48925-be4a-41c0-ba66-14e3585939da details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:31.993695 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-8e1f000a-7fec-4cad-9f52-3c969ea7c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.995173 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-8e1f000a-7fec-4cad-9f52-3c969ea7c61e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 1097 time: 0.0402710 Sep 08 13:44:32.046988 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-5f54354d-5a2d-4cb7-b0e2-19beb826e54a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b621d629-db4e-4c71-9248-05292a172d7d HTTP/1.1" status: 200 len: 217 time: 0.0411327 Sep 08 13:44:32.059965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=6bc48925-be4a-41c0-ba66-14e3585939da,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:32.071326 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '6bc48925-be4a-41c0-ba66-14e3585939da', 'network_id': '52b8c16f-6257-42a8-9aa6-d9b215914e5c', 'port_id': '6bc48925-be4a-41c0-ba66-14e3585939da', 'mac_address': 'fa:16:3e:73:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9197ea6f-655d-421d-876c-d77e5f2a43c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:44:32.109006 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-0a42d55d-32d6-44ac-ab5d-71eb4e8c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.109436 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.110905 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-0a42d55d-32d6-44ac-ab5d-71eb4e8c1cc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0483403 Sep 08 13:44:32.122228 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc48925-be4a-41c0-ba66-14e3585939da {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:32.141937 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=6bc48925-be4a-41c0-ba66-14e3585939da,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:32.146329 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.196694 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:32.380389 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-33f6195a-8a23-4842-93ea-282aafd89a73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2558656 Sep 08 13:44:32.476329 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-bd15f8fe-7a65-4b2b-90c6-a97008dddf77 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Sep 08 13:44:32.526860 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['6bc48925-be4a-41c0-ba66-14e3585939da'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:32.617017 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd82a9dc-8226-44e4-9880-8a7a53b35178 req-f50f7537-edaa-437a-8a50-63ef6f84b6d0 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328113 Sep 08 13:44:32.658575 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e130aa-dae1-446f-96a1-fc7e8eef4d8b req-dd059eb7-fcc3-4493-9c21-98d126e0dfef tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.660232 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f4e130aa-dae1-446f-96a1-fc7e8eef4d8b req-dd059eb7-fcc3-4493-9c21-98d126e0dfef tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Sep 08 13:44:32.740495 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f4e130aa-dae1-446f-96a1-fc7e8eef4d8b req-780a9f9e-0758-4997-8ee0-7104259ecba4 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664227 Sep 08 13:44:32.750351 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-822a5b87-e794-495c-bd04-b9366da8fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.751831 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-822a5b87-e794-495c-bd04-b9366da8fc9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 1097 time: 0.0611680 Sep 08 13:44:32.873097 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-3c08656c-7a6f-44ee-af9c-13246eb5481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.874605 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-3c08656c-7a6f-44ee-af9c-13246eb5481a service neutron] 10.222.0.50 "GET /v2.0/networks?id=09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 200 len: 915 time: 0.1124747 Sep 08 13:44:32.885452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585a700-3957-4948-9c0c-13d4f84a32c2 req-3e48efd5-d193-4324-b5c0-0f283c451112 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.886922 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6585a700-3957-4948-9c0c-13d4f84a32c2 req-3e48efd5-d193-4324-b5c0-0f283c451112 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 944 time: 0.0687380 Sep 08 13:44:32.937453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-b370fabb-d85d-462d-b1ee-8101940411cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b621d629-db4e-4c71-9248-05292a172d7d HTTP/1.1" status: 200 len: 217 time: 0.0495038 Sep 08 13:44:32.991115 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6585a700-3957-4948-9c0c-13d4f84a32c2 req-1e7d3562-2ad8-43c8-b0f6-7dbdab3bab8b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954370 Sep 08 13:44:33.003420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-daa3234a-dfd3-4337-9a6c-0169b3534379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:33.004941 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-daa3234a-dfd3-4337-9a6c-0169b3534379 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 200 len: 854 time: 0.0582798 Sep 08 13:44:33.062685 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-2df1b524-8f87-4c69-9555-9b8f2ebaa911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=09281d67-9ba4-45b7-a05f-3a5a53775d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317104 Sep 08 13:44:33.078178 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443c745-f1a7-4e5e-8437-038791b45bdb req-1f079096-ccb6-4675-be67-955d52c34bbb tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:33.079586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a443c745-f1a7-4e5e-8437-038791b45bdb req-1f079096-ccb6-4675-be67-955d52c34bbb tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 944 time: 0.0737951 Sep 08 13:44:33.165599 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a443c745-f1a7-4e5e-8437-038791b45bdb req-9fe751e9-d5b8-485d-847c-9d71d336af07 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798197 Sep 08 13:44:33.194662 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-fa83af0a-5a81-44dd-8f16-a01f76fbd35e service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030037 Sep 08 13:44:33.287842 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06f61c2e-c489-4c79-824a-daa1146bf260 req-727ef706-fa8b-4bcd-be7c-1a375e94aac5 service neutron] 10.222.0.50 "GET /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841584 Sep 08 13:44:33.854579 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de89c10-7d17-4036-b111-3f1ca5ba0849 req-f41da3ad-66f4-416f-b787-6be08a86434a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:33.856006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6de89c10-7d17-4036-b111-3f1ca5ba0849 req-f41da3ad-66f4-416f-b787-6be08a86434a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0490880 Sep 08 13:44:33.895035 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6de89c10-7d17-4036-b111-3f1ca5ba0849 req-4ba90b72-2f39-4447-851d-8033c93c3324 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Sep 08 13:44:33.966168 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 6bc48925-be4a-41c0-ba66-14e3585939da up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:34.012516 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 6bc48925-be4a-41c0-ba66-14e3585939da completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:34.017001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 6bc48925-be4a-41c0-ba66-14e3585939da triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:34.017369 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.099910 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.118428 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2ed0e-434f-4f86-b0c9-237875690f18 req-fbeb83a0-cffb-432e-9ba1-0439c04e5df3 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:34.120709 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ec2ed0e-434f-4f86-b0c9-237875690f18 req-fbeb83a0-cffb-432e-9ba1-0439c04e5df3 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 944 time: 0.0555279 Sep 08 13:44:34.121878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:34.124364 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57933b44-51eb-44e2-89d4-9490914febf8" -d '{"events": [{"server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "name": "network-vif-plugged", "status": "completed", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:34.137899 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=6bc48925-be4a-41c0-ba66-14e3585939da,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:34.143635 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.175105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7586c-22a4-4b8a-a161-036b1e2d70e4 x-openstack-request-id: req-bbf7586c-22a4-4b8a-a161-036b1e2d70e4 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:34.175412 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "name": "network-vif-plugged", "status": "completed", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:34.175663 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbf7586c-22a4-4b8a-a161-036b1e2d70e4 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:34.176763 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da', 'code': 200} Sep 08 13:44:34.181001 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ec2ed0e-434f-4f86-b0c9-237875690f18 req-4f5f70b7-64a6-4ea5-ad60-070b0aa5fb5e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522792 Sep 08 13:44:34.221667 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:34.230047 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.230401 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.230752 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.231086 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.231417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.231748 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.232071 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.232397 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.232792 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.233119 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.233612 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.234073 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:34.313307 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63228087-9228-4e21-9b5f-baf034e90dcb req-5597e646-cd6d-4f42-83b7-93c1c5af4afe tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:34.314908 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-63228087-9228-4e21-9b5f-baf034e90dcb req-5597e646-cd6d-4f42-83b7-93c1c5af4afe tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0585840 Sep 08 13:44:34.394515 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-63228087-9228-4e21-9b5f-baf034e90dcb req-b8c3bc51-8595-4536-abae-a3a18bd3857e tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687840 Sep 08 13:44:34.410720 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b63cd-d76d-4765-97cf-f452ebf0ec99 req-acaa6938-1cc8-41d7-a96f-7f5051a9e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:34.412355 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-026b63cd-d76d-4765-97cf-f452ebf0ec99 req-acaa6938-1cc8-41d7-a96f-7f5051a9e8f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 1098 time: 0.0566974 Sep 08 13:44:34.450923 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-026b63cd-d76d-4765-97cf-f452ebf0ec99 req-e5b3d489-bb01-4038-b463-1f2d25f11215 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281377 Sep 08 13:44:35.009761 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae2b0-0d21-4855-bb7d-80cf4ce6b79d req-97aeec36-9535-4f5e-a5c2-7fe29fb83729 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:35.011161 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-751ae2b0-0d21-4855-bb7d-80cf4ce6b79d req-97aeec36-9535-4f5e-a5c2-7fe29fb83729 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0494447 Sep 08 13:44:35.054508 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-751ae2b0-0d21-4855-bb7d-80cf4ce6b79d req-4a67661f-faa4-4335-8edb-1bb95505b16c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Sep 08 13:44:35.139223 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de61c9-1152-449a-95ca-7bdaccb2b894 req-bc57ae15-6bd0-4278-9493-4289f6c252f3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:35.140738 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83de61c9-1152-449a-95ca-7bdaccb2b894 req-bc57ae15-6bd0-4278-9493-4289f6c252f3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0485091 Sep 08 13:44:35.178702 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83de61c9-1152-449a-95ca-7bdaccb2b894 req-8407b10e-d11d-47a5-9b40-395346bb272d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Sep 08 13:44:35.290015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad1224-45fc-400d-bc00-9be87a4c18c8 req-96081ba0-f891-44f5-b53a-97f39b0278cd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:35.291402 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f5ad1224-45fc-400d-bc00-9be87a4c18c8 req-96081ba0-f891-44f5-b53a-97f39b0278cd tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 944 time: 0.0478630 Sep 08 13:44:35.329689 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f5ad1224-45fc-400d-bc00-9be87a4c18c8 req-842f29ca-7bfd-4ee4-880d-d5f35ef55ba7 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Sep 08 13:44:35.515124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3effc4-e908-4787-9f4a-c9716c797b55 req-ede892c9-17d8-4e81-ac5a-240f2aa4a4f3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:35.516624 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd3effc4-e908-4787-9f4a-c9716c797b55 req-ede892c9-17d8-4e81-ac5a-240f2aa4a4f3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Sep 08 13:44:35.562931 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dd3effc4-e908-4787-9f4a-c9716c797b55 req-a743d5a7-dbeb-474d-969d-8c44d1ea1c2f tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Sep 08 13:44:35.975368 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b621d629-db4e-4c71-9248-05292a172d7d details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:36.179228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734716cf-1b30-44bf-b779-aa052f4ce050 req-256bfd6e-3048-4cfd-b6a1-56ee5669f0f9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:36.180677 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-734716cf-1b30-44bf-b779-aa052f4ce050 req-256bfd6e-3048-4cfd-b6a1-56ee5669f0f9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Sep 08 13:44:36.188972 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b621d629-db4e-4c71-9248-05292a172d7d,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:36.201435 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'b621d629-db4e-4c71-9248-05292a172d7d', 'network_id': '09281d67-9ba4-45b7-a05f-3a5a53775d14', 'port_id': 'b621d629-db4e-4c71-9248-05292a172d7d', 'mac_address': 'fa:16:3e:84:db:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019be41-3cdd-4f5d-bf04-8d0e330cfc1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:44:36.237835 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-734716cf-1b30-44bf-b779-aa052f4ce050 req-05800c2b-d2e7-4912-86ac-4adcfb9eff45 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483398 Sep 08 13:44:36.261875 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.270928 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b621d629-db4e-4c71-9248-05292a172d7d {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:36.291382 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b621d629-db4e-4c71-9248-05292a172d7d,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:36.295165 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.318392 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c350a8-7fc2-477c-8470-b1c8d7687e8d req-892b8265-2715-4ae6-90bd-a5a1bb3adfcd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:36.319893 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e5c350a8-7fc2-477c-8470-b1c8d7687e8d req-892b8265-2715-4ae6-90bd-a5a1bb3adfcd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0554254 Sep 08 13:44:36.351163 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.361833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e5c350a8-7fc2-477c-8470-b1c8d7687e8d req-12089e15-22f2-40ad-a497-8c7a2843156d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336220 Sep 08 13:44:36.374444 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5188b1e3-0f1e-4a89-a7a8-870365f82ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.446489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a51d2-ae1f-4bc4-9dac-f829515e9105 req-d87934b7-b94e-43b1-9443-c7f2633d9b24 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:36.447941 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9a3a51d2-ae1f-4bc4-9dac-f829515e9105 req-d87934b7-b94e-43b1-9443-c7f2633d9b24 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 945 time: 0.0476940 Sep 08 13:44:36.488098 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9a3a51d2-ae1f-4bc4-9dac-f829515e9105 req-ab1395a7-bd7f-4b83-b11b-5c8167070498 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Sep 08 13:44:36.677244 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d772d-76ef-4490-9947-8d66730edc35 req-4a235bf4-afea-439c-9f36-431393198866 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:36.679150 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b32d772d-76ef-4490-9947-8d66730edc35 req-4a235bf4-afea-439c-9f36-431393198866 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Sep 08 13:44:36.714883 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b32d772d-76ef-4490-9947-8d66730edc35 req-24e026ba-bb1e-4a91-9174-d3c1e9c39f35 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299046 Sep 08 13:44:36.753099 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['b621d629-db4e-4c71-9248-05292a172d7d'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:37.355022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44c885-320c-4124-9409-3edd2d5cc136 req-ee14d289-7cee-4713-baad-38794b3135cb tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:37.356518 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bc44c885-320c-4124-9409-3edd2d5cc136 req-ee14d289-7cee-4713-baad-38794b3135cb tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0487883 Sep 08 13:44:37.395317 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bc44c885-320c-4124-9409-3edd2d5cc136 req-7250937b-4cae-44ea-a5a7-ffbb3508e937 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Sep 08 13:44:37.528650 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1624a-1c94-44ca-86e0-e89b358768ac req-8e7e3ca6-88e7-4599-97ea-7627e0145ada tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:37.530549 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14c1624a-1c94-44ca-86e0-e89b358768ac req-8e7e3ca6-88e7-4599-97ea-7627e0145ada tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0788159 Sep 08 13:44:37.542438 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380780c3-c072-4cb3-be3f-6a68ea51bf27 req-288bbabc-73fa-475c-abbb-21e4bc2250b3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:37.543814 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-380780c3-c072-4cb3-be3f-6a68ea51bf27 req-288bbabc-73fa-475c-abbb-21e4bc2250b3 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0664146 Sep 08 13:44:37.598432 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14c1624a-1c94-44ca-86e0-e89b358768ac req-4d5dec5c-cf86-4b04-8c8d-0953c641f5c4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536885 Sep 08 13:44:37.603068 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-380780c3-c072-4cb3-be3f-6a68ea51bf27 req-751abb19-c327-4e3b-952a-e97c07f22000 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Sep 08 13:44:37.702190 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10873ba0-3e9b-48ed-abc1-02e293d8d434 req-f35a16fb-83ea-4b11-9ad7-25bc2fbb51ed tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:37.703632 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-10873ba0-3e9b-48ed-abc1-02e293d8d434 req-f35a16fb-83ea-4b11-9ad7-25bc2fbb51ed tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Sep 08 13:44:37.740073 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-10873ba0-3e9b-48ed-abc1-02e293d8d434 req-2de1ad73-0100-4c4a-be93-f47489bd4c5d tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Sep 08 13:44:38.510697 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7ba54-3d6f-488a-911a-cff81a97c23c req-5f06baba-5789-4517-bff9-90b77a1ad719 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:38.512158 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31f7ba54-3d6f-488a-911a-cff81a97c23c req-5f06baba-5789-4517-bff9-90b77a1ad719 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Sep 08 13:44:38.549308 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31f7ba54-3d6f-488a-911a-cff81a97c23c req-628086cb-47f0-40e1-a2c3-223d7ea75582 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Sep 08 13:44:38.743512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bb1e5-d62d-43ef-9f31-dc7b30a09fdc req-23ab79e9-800a-4cc9-b518-6799ff2186db tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:38.745111 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c25bb1e5-d62d-43ef-9f31-dc7b30a09fdc req-23ab79e9-800a-4cc9-b518-6799ff2186db tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0755243 Sep 08 13:44:38.754011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3608da7-775c-498a-acaf-f1d5f405997b req-f2f7a388-c6b3-4c34-b62b-532fefeca340 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:38.755394 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a3608da7-775c-498a-acaf-f1d5f405997b req-f2f7a388-c6b3-4c34-b62b-532fefeca340 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0841794 Sep 08 13:44:38.780577 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-274c0549-713b-4a3b-8099-5cdfeaad6023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.815585 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c25bb1e5-d62d-43ef-9f31-dc7b30a09fdc req-dd4b1550-6a11-43dc-a5b3-c7f2660290f7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592480 Sep 08 13:44:38.818430 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a3608da7-775c-498a-acaf-f1d5f405997b req-8e0a58cc-50a6-4de2-b219-7c519c61ff9c tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Sep 08 13:44:38.896974 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.923674 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3e64-35bb-4e23-b54c-6fcef5499c45 req-fe190c7a-c96e-44bc-81bf-d1565cb4f8c0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:38.925210 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5c5b3e64-35bb-4e23-b54c-6fcef5499c45 req-fe190c7a-c96e-44bc-81bf-d1565cb4f8c0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Sep 08 13:44:38.961816 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5c5b3e64-35bb-4e23-b54c-6fcef5499c45 req-966a5e51-c534-46cf-8bfe-68aafd685481 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Sep 08 13:44:39.690559 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f945-0c27-41e1-85be-0cb18794affc req-7035e80f-3a7f-44bc-a46b-1daf7e1f502f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:39.692090 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5203f945-0c27-41e1-85be-0cb18794affc req-7035e80f-3a7f-44bc-a46b-1daf7e1f502f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0764129 Sep 08 13:44:39.705372 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-b1419267-3a87-4d3f-bda7-6893dcb33fec tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:39.706805 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-b1419267-3a87-4d3f-bda7-6893dcb33fec tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.0651183 Sep 08 13:44:39.775113 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5203f945-0c27-41e1-85be-0cb18794affc req-0201dc70-29a1-4013-87aa-5a2d4f635d57 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Sep 08 13:44:39.823513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Deleting port 6bc48925-be4a-41c0-ba66-14e3585939da {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:39.823862 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.971806 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] For port 6bc48925-be4a-41c0-ba66-14e3585939da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=6bc48925-be4a-41c0-ba66-14e3585939da,segment=NetworkSegment(812bd83f-c1eb-4521-9fcc-0f5a68296901),segment_id=812bd83f-c1eb-4521-9fcc-0f5a68296901)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:39.972174 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.990266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Calling delete_port for 6bc48925-be4a-41c0-ba66-14e3585939da owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:39.999865 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b621d629-db4e-4c71-9248-05292a172d7d up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:40.015897 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469dc54-d8bf-4805-9d82-11c98f8509b5 req-345bc086-e3e6-484c-8b59-a6a9229bd5c5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.017862 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2469dc54-d8bf-4805-9d82-11c98f8509b5 req-345bc086-e3e6-484c-8b59-a6a9229bd5c5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1263483 Sep 08 13:44:40.027238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd998d-58b2-4bfc-b742-d74c36617a6d req-5f914c43-9c95-41d3-8e45-716f27f3c508 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.028430 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9dd998d-58b2-4bfc-b742-d74c36617a6d req-5f914c43-9c95-41d3-8e45-716f27f3c508 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 945 time: 0.1221039 Sep 08 13:44:40.050796 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port b621d629-db4e-4c71-9248-05292a172d7d completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:40.054669 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port b621d629-db4e-4c71-9248-05292a172d7d triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:40.055118 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.139394 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9dd998d-58b2-4bfc-b742-d74c36617a6d req-ffa3d0b9-9d8d-4b13-b4b4-4b4bde6de426 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dc83c11-0ecd-49d6-8aed-d5d72f726ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716705 Sep 08 13:44:40.143854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2469dc54-d8bf-4805-9d82-11c98f8509b5 req-96dfc775-de5f-448e-bc5c-f4292231f6f5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144629 Sep 08 13:44:40.157542 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.160217 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.205791 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:40.208277 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6144f9-ef59-4df5-92fa-9874576aad3d" -d '{"events": [{"server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "name": "network-vif-plugged", "status": "completed", "tag": "b621d629-db4e-4c71-9248-05292a172d7d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:40.225824 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b621d629-db4e-4c71-9248-05292a172d7d,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:40.231285 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.261479 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af9003-9369-4fde-8c20-809eabe8e35e x-openstack-request-id: req-65af9003-9369-4fde-8c20-809eabe8e35e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:40.261808 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "name": "network-vif-plugged", "status": "completed", "tag": "b621d629-db4e-4c71-9248-05292a172d7d", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:40.262052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65af9003-9369-4fde-8c20-809eabe8e35e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:40.262517 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d', 'code': 200} Sep 08 13:44:40.263493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.279492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['6bc48925-be4a-41c0-ba66-14e3585939da'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:40.304452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Pushing event deleted for resources: {'Port': ['ID=6bc48925-be4a-41c0-ba66-14e3585939da,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:40.325417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:40.340523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402681-aa2c-45a6-982b-0f285a1ccabd req-96710113-e895-460c-894b-a396ee62286b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.342663 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a4402681-aa2c-45a6-982b-0f285a1ccabd req-96710113-e895-460c-894b-a396ee62286b tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.1173208 Sep 08 13:44:40.357383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] No DVR routers for this DVR port 6bc48925-be4a-41c0-ba66-14e3585939da on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:40.366280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.368269 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ca92c20-65f0-491c-8e1f-7895aaffec38 req-995e29b8-ff6e-415a-b60c-5d6a765b2184 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.50 "DELETE /v2.0/ports/6bc48925-be4a-41c0-ba66-14e3585939da HTTP/1.1" status: 204 len: 173 time: 0.6449523 Sep 08 13:44:40.368741 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'name': 'network-vif-deleted', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:40.370975 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585db61-f8a8-4f07-83f2-18b2c3da6d16" -d '{"events": [{"server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "name": "network-vif-deleted", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:40.403508 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a4402681-aa2c-45a6-982b-0f285a1ccabd req-82361819-4240-4f03-a501-79a5880d24c2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Sep 08 13:44:40.433637 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0352d0-2442-465a-9b37-9b0eca0e03c8 x-openstack-request-id: req-4e0352d0-2442-465a-9b37-9b0eca0e03c8 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:40.434014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab80235-07fc-43d7-8a18-b56f7c446918", "name": "network-vif-deleted", "tag": "6bc48925-be4a-41c0-ba66-14e3585939da", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:40.434311 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e0352d0-2442-465a-9b37-9b0eca0e03c8 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:40.435940 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab80235-07fc-43d7-8a18-b56f7c446918', 'name': 'network-vif-deleted', 'tag': '6bc48925-be4a-41c0-ba66-14e3585939da', 'status': 'completed', 'code': 200} Sep 08 13:44:40.468922 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650c77-d546-45a4-8d96-36c8b72d62e3 req-dfd9ff8c-2eea-423e-9a65-214e077ff2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.470399 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-44650c77-d546-45a4-8d96-36c8b72d62e3 req-dfd9ff8c-2eea-423e-9a65-214e077ff2a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 1099 time: 0.0502081 Sep 08 13:44:40.512474 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-44650c77-d546-45a4-8d96-36c8b72d62e3 req-b07ba8b0-43fa-4fb1-95ed-0b1a23fc042b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Sep 08 13:44:40.894009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47309-b0fc-45aa-b64d-8d80d73d4e20 req-1c6dca38-902e-4709-b3cc-f024f21aff56 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.895500 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4ca47309-b0fc-45aa-b64d-8d80d73d4e20 req-1c6dca38-902e-4709-b3cc-f024f21aff56 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Sep 08 13:44:40.932624 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4ca47309-b0fc-45aa-b64d-8d80d73d4e20 req-c3a60ab3-b826-457b-9ea0-04d93baf4b73 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Sep 08 13:44:41.177998 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:44:41.260347 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443042e1-d41c-430b-9d75-44fc763fc64c req-996e4194-2e6b-4886-8730-b1bffe923537 tempest-VolumesActionsTest-800195865 tempest-VolumesActionsTest-800195865-project] 10.222.0.58 "GET /v2.0/ports?device_id=cab80235-07fc-43d7-8a18-b56f7c446918 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Sep 08 13:44:41.308077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b2e3f-38bc-4e8f-8cf6-9d7bd0369db6 req-1b838c4c-413c-450e-a49e-5318c10b0954 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:41.309578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c89b2e3f-38bc-4e8f-8cf6-9d7bd0369db6 req-1b838c4c-413c-450e-a49e-5318c10b0954 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0516772 Sep 08 13:44:41.348295 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c89b2e3f-38bc-4e8f-8cf6-9d7bd0369db6 req-2d59b723-7ae7-47e8-be00-5f80f2316a3d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Sep 08 13:44:41.460253 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.535190 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840db9f-8471-4fb0-b33d-62156aff4d88 req-060e15aa-68a5-4f8f-8555-121ca5eb8286 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:41.536666 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4840db9f-8471-4fb0-b33d-62156aff4d88 req-060e15aa-68a5-4f8f-8555-121ca5eb8286 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.0511615 Sep 08 13:44:41.574475 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4840db9f-8471-4fb0-b33d-62156aff4d88 req-0e3d2ed7-7c53-4f69-a854-00f314906d2c tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Sep 08 13:44:42.048246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79380d5-2117-40e8-8fd1-3d5f0039ad36 req-31317fb2-8e36-45d9-88c5-156306852ed7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:42.049828 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d79380d5-2117-40e8-8fd1-3d5f0039ad36 req-31317fb2-8e36-45d9-88c5-156306852ed7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Sep 08 13:44:42.089210 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d79380d5-2117-40e8-8fd1-3d5f0039ad36 req-77b03b49-6678-493f-91dd-024cc59effa6 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Sep 08 13:44:42.483183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47614-1af5-40f5-8dff-11bde04fe174 req-6b2825e1-8ac9-454e-af10-8005f352cf76 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:42.484770 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1db47614-1af5-40f5-8dff-11bde04fe174 req-6b2825e1-8ac9-454e-af10-8005f352cf76 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0530169 Sep 08 13:44:42.532739 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1db47614-1af5-40f5-8dff-11bde04fe174 req-fb9a5511-7cb2-472f-9a35-82fccfa7a142 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374973 Sep 08 13:44:42.700776 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2027-dfd3-4d02-8405-cfb01627b880 req-7e936121-ff32-4772-9fc6-b8c4e24f4755 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:42.702325 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fc0f2027-dfd3-4d02-8405-cfb01627b880 req-7e936121-ff32-4772-9fc6-b8c4e24f4755 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.0563231 Sep 08 13:44:42.748231 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fc0f2027-dfd3-4d02-8405-cfb01627b880 req-fb3a388a-cc13-4474-85f3-428a9c6ea409 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Sep 08 13:44:43.209131 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1ded7-5317-43e0-b1f6-432abde37257 req-97ebfb4e-ff6b-4f06-9903-e282019aa6bf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:43.210653 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e1f1ded7-5317-43e0-b1f6-432abde37257 req-97ebfb4e-ff6b-4f06-9903-e282019aa6bf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Sep 08 13:44:43.249615 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e1f1ded7-5317-43e0-b1f6-432abde37257 req-bde0f181-9899-43e7-8bd4-b0dd8e88fe3a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Sep 08 13:44:43.433680 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202cb6-4a27-4129-bf69-77729fe97099 req-5a203872-8834-41e0-9994-8090894a4ddc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:43.435177 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-13202cb6-4a27-4129-bf69-77729fe97099 req-5a203872-8834-41e0-9994-8090894a4ddc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Sep 08 13:44:43.473417 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-13202cb6-4a27-4129-bf69-77729fe97099 req-a6ec4330-fc87-496d-97ac-786f2c76a82f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Sep 08 13:44:43.662857 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f51c-d50c-4d4a-955d-52498e8fcb36 req-951d8dec-5e5c-4fe4-bd68-dd7ad08f5499 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:43.664267 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc97f51c-d50c-4d4a-955d-52498e8fcb36 req-951d8dec-5e5c-4fe4-bd68-dd7ad08f5499 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0528543 Sep 08 13:44:43.702691 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc97f51c-d50c-4d4a-955d-52498e8fcb36 req-4ef4ffc1-65a7-4fd8-8e7a-5ee30a755608 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322814 Sep 08 13:44:44.363873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48084f5b-44fd-4197-9dac-1aeefbcb6caf req-41f84f7a-a1cc-4875-97a6-8c231d2933dd tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:44.365305 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-48084f5b-44fd-4197-9dac-1aeefbcb6caf req-41f84f7a-a1cc-4875-97a6-8c231d2933dd tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Sep 08 13:44:44.404237 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-48084f5b-44fd-4197-9dac-1aeefbcb6caf req-7d8a20e8-bf7e-41cb-806f-d3a04731d754 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Sep 08 13:44:44.588390 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42a3ef-13fb-46a6-b969-4332ec2c0a91 req-598cc259-0292-4c81-bd86-96f334b6d977 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:44.589916 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa42a3ef-13fb-46a6-b969-4332ec2c0a91 req-598cc259-0292-4c81-bd86-96f334b6d977 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0497758 Sep 08 13:44:44.627298 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa42a3ef-13fb-46a6-b969-4332ec2c0a91 req-c774783a-72c3-471f-ac69-9bdd1a49bd69 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Sep 08 13:44:44.824747 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d37cd-fb6a-4faf-b734-ae0de11fc10b req-87a5f4f6-8f27-4dca-9d84-e2c6b764bcd8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:44.826195 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-830d37cd-fb6a-4faf-b734-ae0de11fc10b req-87a5f4f6-8f27-4dca-9d84-e2c6b764bcd8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0511854 Sep 08 13:44:44.863567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-830d37cd-fb6a-4faf-b734-ae0de11fc10b req-c4f0866b-e927-48b4-8c85-28513428ac5b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Sep 08 13:44:45.259932 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 6bc48925-be4a-41c0-ba66-14e3585939da no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:45.281561 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 6bc48925-be4a-41c0-ba66-14e3585939da {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:45.281900 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 6bc48925-be4a-41c0-ba66-14e3585939da not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:45.518984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb140e-5ae5-4246-93a4-491b8fcc2976 req-ba3e9f06-d992-4ec6-b41e-f411929fb0d5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:45.520475 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ecb140e-5ae5-4246-93a4-491b8fcc2976 req-ba3e9f06-d992-4ec6-b41e-f411929fb0d5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Sep 08 13:44:45.557392 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ecb140e-5ae5-4246-93a4-491b8fcc2976 req-6b4f9686-3271-4e4f-ae37-1920bebf9be9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Sep 08 13:44:45.740246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e87b5-6f58-4448-986c-bcf560c8efbc req-e7f4215b-2fb7-4a4b-bf0f-47e6c5675a00 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:45.741679 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff0e87b5-6f58-4448-986c-bcf560c8efbc req-e7f4215b-2fb7-4a4b-bf0f-47e6c5675a00 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Sep 08 13:44:45.780825 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff0e87b5-6f58-4448-986c-bcf560c8efbc req-def3d4c9-83a4-42a3-8d73-4d9d3b078484 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330656 Sep 08 13:44:45.985171 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad7213-6113-47c2-99e6-c8aea16446a1 req-37c83ae6-7e8f-4f75-9d2b-e0ea26367a07 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:45.986688 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-02ad7213-6113-47c2-99e6-c8aea16446a1 req-37c83ae6-7e8f-4f75-9d2b-e0ea26367a07 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0519834 Sep 08 13:44:46.029127 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-02ad7213-6113-47c2-99e6-c8aea16446a1 req-e0c507e6-8607-4946-a633-d0c30b56dca1 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Sep 08 13:44:46.671533 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f09ad-415a-405a-9fc0-0902f0f34198 req-b259ef00-ac91-40b4-97b9-2d881383cb16 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:46.672954 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ba4f09ad-415a-405a-9fc0-0902f0f34198 req-b259ef00-ac91-40b4-97b9-2d881383cb16 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Sep 08 13:44:46.709536 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ba4f09ad-415a-405a-9fc0-0902f0f34198 req-ad345bdf-f115-41f9-9d8f-84af3b01042d tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Sep 08 13:44:46.893675 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a15a8-2ffc-4d38-b9f9-9271e8a55c9d req-ee9b05c1-259a-4cf1-839b-db29330269d0 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:46.895154 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-722a15a8-2ffc-4d38-b9f9-9271e8a55c9d req-ee9b05c1-259a-4cf1-839b-db29330269d0 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0479047 Sep 08 13:44:46.932393 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-722a15a8-2ffc-4d38-b9f9-9271e8a55c9d req-b52f8432-6362-4784-9576-54c683534177 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Sep 08 13:44:47.149693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97613211-f561-46fa-801e-af2e58d02077 req-b651cb4e-a846-4573-9d49-c8e6ec0c3264 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:47.151134 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-97613211-f561-46fa-801e-af2e58d02077 req-b651cb4e-a846-4573-9d49-c8e6ec0c3264 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0510745 Sep 08 13:44:47.187535 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-97613211-f561-46fa-801e-af2e58d02077 req-1dd536d0-5475-48e8-b660-252ea26de164 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303891 Sep 08 13:44:47.827470 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec5fa9-9d9f-4c3b-a03f-63ea5195aae4 req-a47fdcb9-96c4-429e-a2fb-00eeb42c09e9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:47.829081 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ddec5fa9-9d9f-4c3b-a03f-63ea5195aae4 req-a47fdcb9-96c4-429e-a2fb-00eeb42c09e9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Sep 08 13:44:47.879162 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ddec5fa9-9d9f-4c3b-a03f-63ea5195aae4 req-42b06063-6f2a-4061-b4a2-f2f70706c025 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Sep 08 13:44:48.111562 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5455-818f-4fdc-bc39-0d6cd3718c3b req-11d5ec3d-bf51-402e-bedc-036f6648e7f2 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:48.120032 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d1a5455-818f-4fdc-bc39-0d6cd3718c3b req-11d5ec3d-bf51-402e-bedc-036f6648e7f2 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0935233 Sep 08 13:44:48.186806 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d1a5455-818f-4fdc-bc39-0d6cd3718c3b req-9b7f8d65-a697-4ec8-b51b-4ecde7efc9bd tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641668 Sep 08 13:44:48.433912 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300238b8-5698-4b6e-885a-6ae57d6d85c1 req-149a0a06-76ae-495b-9dc7-230df9cdf2cd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:48.437085 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-300238b8-5698-4b6e-885a-6ae57d6d85c1 req-149a0a06-76ae-495b-9dc7-230df9cdf2cd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1423118 Sep 08 13:44:48.442557 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92656cd2-bdb5-4b19-8cab-83373da9c117 req-104a75a4-85d4-4cf3-876f-c2b26825c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:48.444150 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-92656cd2-bdb5-4b19-8cab-83373da9c117 req-104a75a4-85d4-4cf3-876f-c2b26825c905 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.0944405 Sep 08 13:44:48.498518 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-300238b8-5698-4b6e-885a-6ae57d6d85c1 req-ca317fa9-17a1-4fe9-b9ed-a79d8703416d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531032 Sep 08 13:44:48.513349 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-92656cd2-bdb5-4b19-8cab-83373da9c117 req-da4c5a0b-354c-4715-8297-3f979625cacf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Sep 08 13:44:48.871670 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.053724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4f94-4e69-4dd1-9b1d-5dbd299ef311 req-343da7c3-b677-4864-a047-47c33eabf454 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:49.055240 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8fda4f94-4e69-4dd1-9b1d-5dbd299ef311 req-343da7c3-b677-4864-a047-47c33eabf454 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0864587 Sep 08 13:44:49.118828 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8fda4f94-4e69-4dd1-9b1d-5dbd299ef311 req-67329ed5-0e22-4c88-8227-1e4682066a2a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 Sep 08 13:44:49.331942 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bd081-9579-4529-9cb9-6a11ab061e87 req-9df7e079-a956-4ed1-81e4-2ea3b88f5042 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:49.338805 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-689bd081-9579-4529-9cb9-6a11ab061e87 req-9df7e079-a956-4ed1-81e4-2ea3b88f5042 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0703690 Sep 08 13:44:49.390968 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-689bd081-9579-4529-9cb9-6a11ab061e87 req-50baec93-179d-4143-92fe-f8ae14943ed2 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491486 Sep 08 13:44:49.657217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546f018-e727-46a3-b29d-824bc0f69cda req-fb6c05ee-7a32-4c3c-b0f9-c3ad2c73c1a0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:49.658824 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7546f018-e727-46a3-b29d-824bc0f69cda req-fb6c05ee-7a32-4c3c-b0f9-c3ad2c73c1a0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0599833 Sep 08 13:44:49.736044 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7546f018-e727-46a3-b29d-824bc0f69cda req-d13d2677-7d3f-4265-9d7a-570ff4c65b2e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629952 Sep 08 13:44:50.363061 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87abe0a-e85e-45b5-995d-00e4bf89d797 req-60e09e22-b98f-4dc9-b3d2-cba919161ea3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.364592 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c87abe0a-e85e-45b5-995d-00e4bf89d797 req-60e09e22-b98f-4dc9-b3d2-cba919161ea3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1190493 Sep 08 13:44:50.414262 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c87abe0a-e85e-45b5-995d-00e4bf89d797 req-5c22df96-0303-4273-91ad-8dd6655ca4df tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Sep 08 13:44:50.535540 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104a2b2-3a2e-414c-8edf-49d9c4e36d16 req-bb7c822e-3e2f-4922-9210-20a8b8d15f11 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.537211 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8104a2b2-3a2e-414c-8edf-49d9c4e36d16 req-bb7c822e-3e2f-4922-9210-20a8b8d15f11 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0713391 Sep 08 13:44:50.610522 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8104a2b2-3a2e-414c-8edf-49d9c4e36d16 req-dbdf6c2f-d3e9-4b9c-befd-66ed3766d5f3 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633399 Sep 08 13:44:50.997370 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-ea576cea-a129-45eb-8b9d-955ecfbe325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.999954 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-ea576cea-a129-45eb-8b9d-955ecfbe325e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a4def34dc27466d86d6d5588345cdf8&device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 1098 time: 0.1532216 Sep 08 13:44:51.017763 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf876ac1-2863-49ec-b7e8-33db132594d6 req-fce398dd-adb2-4777-838d-b367654faaf9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:51.025380 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bf876ac1-2863-49ec-b7e8-33db132594d6 req-fce398dd-adb2-4777-838d-b367654faaf9 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1298771 Sep 08 13:44:51.101838 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955cdf2-5f88-4a5e-82be-265d909d5e38 req-1a80f68d-704f-427b-8026-4afc2d466376 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:51.113034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8955cdf2-5f88-4a5e-82be-265d909d5e38 req-1a80f68d-704f-427b-8026-4afc2d466376 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.2191386 Sep 08 13:44:51.236595 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bf876ac1-2863-49ec-b7e8-33db132594d6 req-803f6862-c100-4394-a3a8-4665af7d60ea tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836464 Sep 08 13:44:51.274833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8955cdf2-5f88-4a5e-82be-265d909d5e38 req-4fc61398-65f4-4b1e-988d-149e3ff564cf tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607661 Sep 08 13:44:51.281418 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-d1c29a3f-c301-454f-9fc8-c8c7c8cbdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:51.283312 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-d1c29a3f-c301-454f-9fc8-c8c7c8cbdadb service neutron] 10.222.0.50 "GET /v2.0/networks?id=00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 200 len: 920 time: 0.2556605 Sep 08 13:44:51.334833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-e8d226b6-f155-43bd-8383-a9c9c1eb1ba4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 200 len: 217 time: 0.0412393 Sep 08 13:44:51.396297 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-53f88e15-a2db-4535-a29d-27486cc07e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:51.397945 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-53f88e15-a2db-4535-a29d-27486cc07e61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 200 len: 859 time: 0.0535047 Sep 08 13:44:51.448529 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-884d23d7-aa2f-45eb-9386-2f17ea504cca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00aced04-bad3-4826-968d-231e84367d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297697 Sep 08 13:44:51.612453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-4c0f394e-ecc2-4b3e-a8bc-978da646b9f8 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502845 Sep 08 13:44:51.757563 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-360fec00-1c5f-4c81-946a-ebb585e8197a req-79fe5279-12c8-4431-a271-1318c2fdb960 service neutron] 10.222.0.50 "GET /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262710 Sep 08 13:44:52.134768 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065475d-7374-48de-8097-1c27d41e16c5 req-05593f02-4c47-463c-8417-e46a347fc361 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:52.148487 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1065475d-7374-48de-8097-1c27d41e16c5 req-05593f02-4c47-463c-8417-e46a347fc361 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.3891649 Sep 08 13:44:52.208735 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1065475d-7374-48de-8097-1c27d41e16c5 req-fc829165-2da3-438d-b6df-673be35d1f35 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590074 Sep 08 13:44:52.381169 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5493-4b87-4fe4-8484-c7acf0b7effb req-393f1800-14f8-46e3-b0b2-70f6e1d1263b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:52.385442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2bdc5493-4b87-4fe4-8484-c7acf0b7effb req-393f1800-14f8-46e3-b0b2-70f6e1d1263b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0639234 Sep 08 13:44:52.475563 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2bdc5493-4b87-4fe4-8484-c7acf0b7effb req-313f279d-6b84-49d6-ad1d-8f1c88b0bd23 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838504 Sep 08 13:44:52.503378 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e5ec1-43bb-467d-b452-b0078eb47ae9 req-a7629c86-8432-44b7-8cd8-a268eccd8fc6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:52.505254 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-352e5ec1-43bb-467d-b452-b0078eb47ae9 req-a7629c86-8432-44b7-8cd8-a268eccd8fc6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0887589 Sep 08 13:44:52.567557 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-352e5ec1-43bb-467d-b452-b0078eb47ae9 req-156443dc-d2f3-4020-966f-66e83edcc72b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555880 Sep 08 13:44:53.361111 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463276d6-8504-417b-9216-47eb68abdc3e req-cbf6ecd3-fc68-407e-b7b3-f58a9838632b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:53.369045 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-463276d6-8504-417b-9216-47eb68abdc3e req-cbf6ecd3-fc68-407e-b7b3-f58a9838632b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0813081 Sep 08 13:44:53.419266 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-463276d6-8504-417b-9216-47eb68abdc3e req-ae8f4107-20d3-4b87-9b41-5f835d75b651 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492949 Sep 08 13:44:53.784020 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67a4e-0e5b-4690-b3fc-71ce7176abe2 req-d2980e2b-ce00-4699-bb4f-31ece5ea8c1c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:53.789806 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20a67a4e-0e5b-4690-b3fc-71ce7176abe2 req-d2980e2b-ce00-4699-bb4f-31ece5ea8c1c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.2254939 Sep 08 13:44:53.867721 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7171e9-484c-45ca-b195-a0c07171b0e6 req-da974531-3b05-4451-9c67-0486c16a94f8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:53.870368 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7b7171e9-484c-45ca-b195-a0c07171b0e6 req-da974531-3b05-4451-9c67-0486c16a94f8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.2057331 Sep 08 13:44:53.945314 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20a67a4e-0e5b-4690-b3fc-71ce7176abe2 req-256d3587-1070-481d-98ff-52c29cc260b0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410685 Sep 08 13:44:53.989203 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7b7171e9-484c-45ca-b195-a0c07171b0e6 req-192dcca4-452e-446f-ad34-df09c22ac8e0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046698 Sep 08 13:44:54.665638 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650e4cc-07d8-4211-95c4-f1a2ffe962ba req-8e1b55e5-3b20-45be-8fe4-a4543e7c2821 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:54.681958 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e650e4cc-07d8-4211-95c4-f1a2ffe962ba req-8e1b55e5-3b20-45be-8fe4-a4543e7c2821 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1289015 Sep 08 13:44:54.748723 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e650e4cc-07d8-4211-95c4-f1a2ffe962ba req-c3bab08f-faaa-4fd9-99b6-55ba6cb4603f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657146 Sep 08 13:44:55.126604 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddd772-f2e1-4ecb-a8dc-874fbbdcb9fc req-a784f259-95c5-4b09-b636-868b6981bb8f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.128196 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bddd772-f2e1-4ecb-a8dc-874fbbdcb9fc req-a784f259-95c5-4b09-b636-868b6981bb8f tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0625987 Sep 08 13:44:55.212421 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaca6b-4215-4621-a049-9a99eb7b83eb req-bb279c49-9773-4a74-be6a-37199802d714 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.214193 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ebaca6b-4215-4621-a049-9a99eb7b83eb req-bb279c49-9773-4a74-be6a-37199802d714 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0849841 Sep 08 13:44:55.224716 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bddd772-f2e1-4ecb-a8dc-874fbbdcb9fc req-963d2e07-4f35-4e89-9aa8-608ea5884047 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850625 Sep 08 13:44:55.301756 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ebaca6b-4215-4621-a049-9a99eb7b83eb req-1ed42b5d-02ca-46ec-9702-0954021a14bd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697024 Sep 08 13:44:55.934405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9a28e-eece-44f9-9012-6fbe31aff8c6 req-658f15d8-2835-41ca-a90d-7aa5bce60a2f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.942118 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d0e9a28e-eece-44f9-9012-6fbe31aff8c6 req-658f15d8-2835-41ca-a90d-7aa5bce60a2f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0699365 Sep 08 13:44:55.988323 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d0e9a28e-eece-44f9-9012-6fbe31aff8c6 req-e4654a76-0238-4a06-8e86-6b732110b615 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Sep 08 13:44:56.455124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec694cad-5545-4672-9f11-f5b93a0dc878 req-7991bbee-27e9-4c9b-9711-a547bbabf5ef tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:56.457353 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ec694cad-5545-4672-9f11-f5b93a0dc878 req-7991bbee-27e9-4c9b-9711-a547bbabf5ef tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0685318 Sep 08 13:44:56.533404 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ec694cad-5545-4672-9f11-f5b93a0dc878 req-c54b6001-dc48-4b95-b093-1745c2ab7ca5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682611 Sep 08 13:44:57.139506 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081ee0-470d-4a8f-8a63-9576730c1cdc req-93d45bc6-d83d-4db6-9c9c-8b81862e22fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:57.141931 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14081ee0-470d-4a8f-8a63-9576730c1cdc req-93d45bc6-d83d-4db6-9c9c-8b81862e22fa tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Sep 08 13:44:57.184440 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14081ee0-470d-4a8f-8a63-9576730c1cdc req-711f69e7-4f01-4bca-b950-0b5e39a6d780 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Sep 08 13:44:57.709854 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb19b1a-422c-44fd-b4e8-c06b0b6a74eb req-62e33a30-4e65-4799-b290-228d4dbfeb93 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:57.717594 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bb19b1a-422c-44fd-b4e8-c06b0b6a74eb req-62e33a30-4e65-4799-b290-228d4dbfeb93 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0748696 Sep 08 13:44:57.770366 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4bb19b1a-422c-44fd-b4e8-c06b0b6a74eb req-9e7d9877-33b0-4b60-94a1-5c5b10710a7b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518589 Sep 08 13:44:58.352914 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:58.372082 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1bc7b-4728-4207-9ad2-5ee19fd86e8f req-0cbc68a1-a543-4292-ac3b-63805ffcf743 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:58.374244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0e1bc7b-4728-4207-9ad2-5ee19fd86e8f req-0cbc68a1-a543-4292-ac3b-63805ffcf743 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0989900 Sep 08 13:44:58.461179 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0e1bc7b-4728-4207-9ad2-5ee19fd86e8f req-a70203fe-6647-4b53-81db-e577507fcd0e tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745904 Sep 08 13:44:58.500788 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:58.523878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:44:58.586912 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.603125 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:58.628416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:58.635956 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.715179 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=6']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:58.844636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['c8f5ad71-19de-414b-9b42-e6169e331c5e'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:59.033145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71978-ac61-460a-9304-8fb439aa36da req-4f80eb9e-267f-4be5-9ae2-7544141ccbed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:59.047427 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e2a71978-ac61-460a-9304-8fb439aa36da req-4f80eb9e-267f-4be5-9ae2-7544141ccbed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 944 time: 0.1242576 Sep 08 13:44:59.128888 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e2a71978-ac61-460a-9304-8fb439aa36da req-07a909e3-f6db-438f-b613-18dbcb792ea8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778265 Sep 08 13:44:59.611690 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de54e-1b58-4efb-87d6-c817cdcd8591 req-d7a66230-6a67-488d-b1fd-1c6b356a7f08 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:59.614214 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e39de54e-1b58-4efb-87d6-c817cdcd8591 req-d7a66230-6a67-488d-b1fd-1c6b356a7f08 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0670924 Sep 08 13:44:59.681243 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e39de54e-1b58-4efb-87d6-c817cdcd8591 req-51753e77-0383-4b45-a357-ca9178246e27 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601664 Sep 08 13:44:59.708446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad14148-9d10-490e-a093-f3661172459c req-f1a7640b-6fac-49ab-b81d-548afc6d2742 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:59.711046 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ad14148-9d10-490e-a093-f3661172459c req-f1a7640b-6fac-49ab-b81d-548afc6d2742 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.0755000 Sep 08 13:44:59.777323 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ad14148-9d10-490e-a093-f3661172459c req-f0f3b7e8-6e55-4e1c-bd2f-dcb629ddfeec tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574005 Sep 08 13:45:00.339854 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2c99-6c87-42a9-a63c-56f995d4f56d req-6a69a9e7-1338-4bc1-8d91-a848e58fe588 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:00.346982 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:00.351828 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78ec2c99-6c87-42a9-a63c-56f995d4f56d req-6a69a9e7-1338-4bc1-8d91-a848e58fe588 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 944 time: 0.1267793 Sep 08 13:45:00.413846 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78ec2c99-6c87-42a9-a63c-56f995d4f56d req-288e8965-715e-469b-8b89-e8d84bdd4809 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543506 Sep 08 13:45:00.494173 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port c8f5ad71-19de-414b-9b42-e6169e331c5e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:00.494859 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.691814 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.743840 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:00.747066 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581bbee-ab0b-408c-ae4c-5a1626123692" -d '{"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:00.764773 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:00.780045 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.931489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91d5f6-e886-4e4d-b4f6-a4e58db7792c req-6efec29a-c330-42a0-b9e4-51205962b563 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:00.939614 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=7']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:00.948043 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-da91d5f6-e886-4e4d-b4f6-a4e58db7792c req-6efec29a-c330-42a0-b9e4-51205962b563 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1480391 Sep 08 13:45:01.023317 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4e462-9e19-4ede-87ee-343b93b73f73 req-7ce856c0-9600-42aa-9b05-3b97a2576c06 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.033862 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75f4e462-9e19-4ede-87ee-343b93b73f73 req-7ce856c0-9600-42aa-9b05-3b97a2576c06 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.2460461 Sep 08 13:45:01.102716 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-da91d5f6-e886-4e4d-b4f6-a4e58db7792c req-f0c5e544-0e84-4313-bdff-ee236dbb6703 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533010 Sep 08 13:45:01.160574 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75f4e462-9e19-4ede-87ee-343b93b73f73 req-d6e93d74-01c1-421f-8f4d-3a40d28b6063 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220236 Sep 08 13:45:01.215443 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e9faa-2856-4d69-9ebf-b9d6cafed9d7 x-openstack-request-id: req-cc8e9faa-2856-4d69-9ebf-b9d6cafed9d7 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:01.215866 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:01.216279 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc8e9faa-2856-4d69-9ebf-b9d6cafed9d7 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:01.216804 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'code': 200} Sep 08 13:45:01.438872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f216f-781f-4160-b66a-602d2422a118 req-3163439a-f180-46ae-90e1-edb97d552f8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.438872 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-db1f216f-781f-4160-b66a-602d2422a118 req-3163439a-f180-46ae-90e1-edb97d552f8a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.1909430 Sep 08 13:45:01.500934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-db1f216f-781f-4160-b66a-602d2422a118 req-b5754207-0ebd-4b96-a66d-95c80032cae8 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Sep 08 13:45:01.695132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41511a-d01c-495c-bd63-66096022c56c req-d07f84fe-9d05-4d07-8039-c4cd8fb7cb12 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.698446 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-be41511a-d01c-495c-bd63-66096022c56c req-d07f84fe-9d05-4d07-8039-c4cd8fb7cb12 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1232586 Sep 08 13:45:01.824049 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-be41511a-d01c-495c-bd63-66096022c56c req-4f51dfbf-3d41-49bc-ad76-b4fa118cfd0a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141944 Sep 08 13:45:02.331938 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e0347-1416-468f-a5ac-1b4005f2e1ad req-cd9eb420-83f0-491e-9328-f719f32b86d6 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.340183 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-786e0347-1416-468f-a5ac-1b4005f2e1ad req-cd9eb420-83f0-491e-9328-f719f32b86d6 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1171627 Sep 08 13:45:02.367876 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-2f30bd99-a9c7-481c-b564-774e10980d20 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.370053 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-2f30bd99-a9c7-481c-b564-774e10980d20 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.1985297 Sep 08 13:45:02.496636 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-786e0347-1416-468f-a5ac-1b4005f2e1ad req-0ec98a8b-9163-4eca-992e-4c8d37402bb5 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533988 Sep 08 13:45:02.517874 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3a8b2-04da-49ee-b1cb-87f2bd65dd45 req-55e39fd9-6709-4505-b966-35ab1d39295d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.519802 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebd3a8b2-04da-49ee-b1cb-87f2bd65dd45 req-55e39fd9-6709-4505-b966-35ab1d39295d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.2107692 Sep 08 13:45:02.595763 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Deleting port b621d629-db4e-4c71-9248-05292a172d7d {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:02.596014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.675173 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebd3a8b2-04da-49ee-b1cb-87f2bd65dd45 req-81d4f01c-6eac-410a-a557-040acb330eb1 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391814 Sep 08 13:45:02.745385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba00ff-efdc-46e5-885f-393fb5f95ae7 req-997aa6d2-c6f9-4355-b477-becdc26134fb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.746971 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d9ba00ff-efdc-46e5-885f-393fb5f95ae7 req-997aa6d2-c6f9-4355-b477-becdc26134fb tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 946 time: 0.1299677 Sep 08 13:45:02.779534 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] For port b621d629-db4e-4c71-9248-05292a172d7d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b621d629-db4e-4c71-9248-05292a172d7d,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:02.779909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.827481 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Calling delete_port for b621d629-db4e-4c71-9248-05292a172d7d owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:02.844286 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d9ba00ff-efdc-46e5-885f-393fb5f95ae7 req-81df7f38-d3a4-46a9-a1d8-0a25e1c25e6e tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Sep 08 13:45:03.016869 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6d139-4f14-48c2-b667-91954ebdd069 req-83a2521f-442e-43cf-9752-149475442e66 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.018517 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-74b6d139-4f14-48c2-b667-91954ebdd069 req-83a2521f-442e-43cf-9752-149475442e66 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0836651 Sep 08 13:45:03.081222 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-74b6d139-4f14-48c2-b667-91954ebdd069 req-56800b0b-4daa-4fed-872b-8450b8791b8e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525718 Sep 08 13:45:03.119323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.137269 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4', 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'b621d629-db4e-4c71-9248-05292a172d7d'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:03.181744 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event deleted for resources: {'Port': ['ID=b621d629-db4e-4c71-9248-05292a172d7d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:03.257211 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] No DVR routers for this DVR port b621d629-db4e-4c71-9248-05292a172d7d on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:03.260558 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.263449 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-175e41c3-57d5-420a-8c53-a7981b0c00c8 req-cc948621-9a87-4c0f-a45d-ffecad2fae76 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "DELETE /v2.0/ports/b621d629-db4e-4c71-9248-05292a172d7d HTTP/1.1" status: 204 len: 173 time: 0.8736966 Sep 08 13:45:03.265090 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'name': 'network-vif-deleted', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:03.281502 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2712f99-8cbe-4806-af45-e75dee358ad0" -d '{"events": [{"server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "name": "network-vif-deleted", "tag": "b621d629-db4e-4c71-9248-05292a172d7d"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:03.359102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b8afa7-9e68-4f24-af32-938abbf36cc2 x-openstack-request-id: req-42b8afa7-9e68-4f24-af32-938abbf36cc2 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:03.359521 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff341bc5-478f-44ca-80ed-9288af7498e6", "name": "network-vif-deleted", "tag": "b621d629-db4e-4c71-9248-05292a172d7d", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:03.359835 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42b8afa7-9e68-4f24-af32-938abbf36cc2 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:03.360326 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff341bc5-478f-44ca-80ed-9288af7498e6', 'name': 'network-vif-deleted', 'tag': 'b621d629-db4e-4c71-9248-05292a172d7d', 'status': 'completed', 'code': 200} Sep 08 13:45:03.794278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622f7ad-a27f-4836-8991-3cd893a1fa45 req-b330b40a-110b-416d-b1f3-b8816b10880e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.807624 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e622f7ad-a27f-4836-8991-3cd893a1fa45 req-b330b40a-110b-416d-b1f3-b8816b10880e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.1674204 Sep 08 13:45:03.911947 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e622f7ad-a27f-4836-8991-3cd893a1fa45 req-0ba7a9b6-7f2c-43ee-84ae-5494aa67b03b tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890427 Sep 08 13:45:03.993751 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27b611-819c-4172-86b4-7792b4c9a526 req-b7b44d09-e041-454f-a997-37ad3ad820dc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:04.009111 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-db27b611-819c-4172-86b4-7792b4c9a526 req-b7b44d09-e041-454f-a997-37ad3ad820dc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1998193 Sep 08 13:45:04.148575 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa9bc5e0-5181-4cb4-871c-428e29dc3f79 req-4ac6a531-b911-4b01-aff8-51714d35278a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff341bc5-478f-44ca-80ed-9288af7498e6 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Sep 08 13:45:04.204960 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-db27b611-819c-4172-86b4-7792b4c9a526 req-9ec6f7e9-689f-435b-88b5-a4f37c9bb92c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563401 Sep 08 13:45:04.245456 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-b57d8d75-f791-4741-8097-7a4244f385e1 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:04.248567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-b57d8d75-f791-4741-8097-7a4244f385e1 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 945 time: 0.3271856 Sep 08 13:45:04.439638 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603bae-16b7-4384-b0fb-3455ca6e91a8 req-6d1655d5-7fa2-4562-8502-e0e4ceb96ae8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:04.448089 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4a603bae-16b7-4384-b0fb-3455ca6e91a8 req-6d1655d5-7fa2-4562-8502-e0e4ceb96ae8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1441329 Sep 08 13:45:04.515626 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4a603bae-16b7-4384-b0fb-3455ca6e91a8 req-89ad758f-429f-4ee1-aa89-c4d83ad4bf35 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654383 Sep 08 13:45:04.572078 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Deleting port dd4325e5-e089-40f8-9491-ba38f3824dfd {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:04.572702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.722602 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] For port dd4325e5-e089-40f8-9491-ba38f3824dfd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dd4325e5-e089-40f8-9491-ba38f3824dfd,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:04.723510 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.742282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Calling delete_port for dd4325e5-e089-40f8-9491-ba38f3824dfd owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:04.965675 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.982002 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'dd4325e5-e089-40f8-9491-ba38f3824dfd'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:05.121104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Pushing event deleted for resources: {'Port': ['ID=dd4325e5-e089-40f8-9491-ba38f3824dfd,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:05.132213 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7c3f5769-63c0-4ce7-90c8-5321143ae709 req-fe939486-8b2f-46dc-81c3-ad211edb428c tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=96bee6cd-4c59-48aa-85ea-2e56077e6d2d HTTP/1.1" status: 200 len: 210 time: 0.0622871 Sep 08 13:45:05.212186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] No DVR routers for this DVR port dd4325e5-e089-40f8-9491-ba38f3824dfd on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:05.221996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.224343 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9943ad86-16db-4a84-9eac-86a7a4acfb66 req-094993e0-0a09-4e6e-b992-06a23f75d045 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "DELETE /v2.0/ports/dd4325e5-e089-40f8-9491-ba38f3824dfd HTTP/1.1" status: 204 len: 173 time: 0.9686353 Sep 08 13:45:05.386202 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'name': 'network-vif-deleted', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:05.389403 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2b9368-0394-40bc-adf3-d29ba1ad1e2b" -d '{"events": [{"server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "name": "network-vif-deleted", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:05.453402 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794325-7c64-414b-a76d-97a09571566a req-22cc079c-01b5-4d5d-9305-0cf3261d38cd tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:05.459436 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-95794325-7c64-414b-a76d-97a09571566a req-22cc079c-01b5-4d5d-9305-0cf3261d38cd tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1122115 Sep 08 13:45:05.461498 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6bdca-c0e6-4192-8912-aca1947a73f2 x-openstack-request-id: req-65b6bdca-c0e6-4192-8912-aca1947a73f2 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:05.462038 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bee6cd-4c59-48aa-85ea-2e56077e6d2d", "name": "network-vif-deleted", "tag": "dd4325e5-e089-40f8-9491-ba38f3824dfd", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:05.462449 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65b6bdca-c0e6-4192-8912-aca1947a73f2 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:05.463115 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bee6cd-4c59-48aa-85ea-2e56077e6d2d', 'name': 'network-vif-deleted', 'tag': 'dd4325e5-e089-40f8-9491-ba38f3824dfd', 'status': 'completed', 'code': 200} Sep 08 13:45:05.570867 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-95794325-7c64-414b-a76d-97a09571566a req-b92e2598-bbba-4688-9776-b8290f31d7c0 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967174 Sep 08 13:45:05.733718 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4113b-2b24-4a71-a2c9-b18e870cbf01 req-8d9187a2-441e-40fe-9881-7d9964d81e13 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:05.737246 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-35d4113b-2b24-4a71-a2c9-b18e870cbf01 req-8d9187a2-441e-40fe-9881-7d9964d81e13 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0749013 Sep 08 13:45:05.843656 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-35d4113b-2b24-4a71-a2c9-b18e870cbf01 req-f590da1d-8d66-4320-adcd-9a0741a19192 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008980 Sep 08 13:45:06.396085 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b621d629-db4e-4c71-9248-05292a172d7d no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:06.452463 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: b621d629-db4e-4c71-9248-05292a172d7d {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:06.454738 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b621d629-db4e-4c71-9248-05292a172d7d not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:06.455417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device dd4325e5-e089-40f8-9491-ba38f3824dfd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:06.517044 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: dd4325e5-e089-40f8-9491-ba38f3824dfd {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:06.517528 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device dd4325e5-e089-40f8-9491-ba38f3824dfd not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:06.520591 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58e32a9b-c5db-41d8-a029-6a3f25796294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.688330 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cbc67-f808-4871-8e81-8af434f354a3 req-1f827af1-033a-4ab6-9217-723d9e6bb8bf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:06.703641 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e6cbc67-f808-4871-8e81-8af434f354a3 req-1f827af1-033a-4ab6-9217-723d9e6bb8bf tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1546874 Sep 08 13:45:06.801336 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e6cbc67-f808-4871-8e81-8af434f354a3 req-935c7142-0fb9-4efd-9ad2-d31ed13b3543 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908313 Sep 08 13:45:06.968700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929673d1-2e93-4f07-9cda-5b92d9e5b232 req-ac4506ee-fd49-47bb-89e4-b07c0cb442d9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:06.970347 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-929673d1-2e93-4f07-9cda-5b92d9e5b232 req-ac4506ee-fd49-47bb-89e4-b07c0cb442d9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0796533 Sep 08 13:45:06.983405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2f8d7-5008-4ebd-8f50-c6051bb526ea req-9c53b2b6-c698-4e3f-a17a-e35cca9c6981 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:06.985122 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-89c2f8d7-5008-4ebd-8f50-c6051bb526ea req-9c53b2b6-c698-4e3f-a17a-e35cca9c6981 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.1091530 Sep 08 13:45:07.076708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-89c2f8d7-5008-4ebd-8f50-c6051bb526ea req-e21bed79-a8bf-4796-940a-62cee68dbb3a tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797415 Sep 08 13:45:07.109162 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-929673d1-2e93-4f07-9cda-5b92d9e5b232 req-6749e839-8044-4a31-a789-e4f5cc2618f4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227469 Sep 08 13:45:07.243662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9801d5f-7b25-4865-8dd9-f2e05c0dc829 req-96aca92f-bbb4-4e10-bba2-5ba757199c3d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.252542 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9801d5f-7b25-4865-8dd9-f2e05c0dc829 req-96aca92f-bbb4-4e10-bba2-5ba757199c3d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0800786 Sep 08 13:45:07.344034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9801d5f-7b25-4865-8dd9-f2e05c0dc829 req-ea8b8c58-e3be-4ebd-96d3-5696b51680c2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861151 Sep 08 13:45:07.480441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf4bdb-702b-4240-8936-60865f21d914 req-e1f9c3dc-ff5a-4e4c-a9df-c65b3dfe1945 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.482039 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37bf4bdb-702b-4240-8936-60865f21d914 req-e1f9c3dc-ff5a-4e4c-a9df-c65b3dfe1945 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0559533 Sep 08 13:45:07.549332 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37bf4bdb-702b-4240-8936-60865f21d914 req-72a90952-eba0-4083-b9f3-b0ca84f1d629 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595014 Sep 08 13:45:07.585109 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55efd-acd2-41e5-aade-42db81235415 req-dc8ba3b8-0d0c-49a8-9451-34c1c32445bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.586564 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-dc8ba3b8-0d0c-49a8-9451-34c1c32445bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1098 time: 0.0678451 Sep 08 13:45:07.696972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55efd-acd2-41e5-aade-42db81235415 req-e52e1ef6-69fb-420e-857a-2f5df454d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.698502 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-e52e1ef6-69fb-420e-857a-2f5df454d5ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.0982342 Sep 08 13:45:07.782840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-4dd1ab36-d66b-433f-92d9-6042ab02a82b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 1001 time: 0.0694237 Sep 08 13:45:07.846239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55efd-acd2-41e5-aade-42db81235415 req-c9ba91f2-411f-4381-9994-6087417a3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.847714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-c9ba91f2-411f-4381-9994-6087417a3ac7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0550487 Sep 08 13:45:07.937275 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55efd-acd2-41e5-aade-42db81235415 req-38b9d721-e158-471b-a99f-6ecbd1186165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.938794 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-38b9d721-e158-471b-a99f-6ecbd1186165 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733385 Sep 08 13:45:07.950162 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f366-68d4-41f4-8d47-a470159c3d56 req-f336b6dd-16d9-43f7-9428-73c95e61ab56 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:07.952217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebd9f366-68d4-41f4-8d47-a470159c3d56 req-f336b6dd-16d9-43f7-9428-73c95e61ab56 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0782070 Sep 08 13:45:08.046017 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ebd9f366-68d4-41f4-8d47-a470159c3d56 req-4abd54f4-93d6-4a5a-bc23-b2796825cfd0 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853903 Sep 08 13:45:08.075114 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-02b68a8d-d09a-438c-a847-7d456badc91a service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218839 Sep 08 13:45:08.238672 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0b55efd-acd2-41e5-aade-42db81235415 req-3594da40-ebd9-49e4-860a-552493e3667d service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490765 Sep 08 13:45:08.248419 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c2e6d-490c-43ac-982b-b17468a0ac85 req-6fe37012-0281-42bc-b1ab-df073ee9f570 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:08.250202 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b56c2e6d-490c-43ac-982b-b17468a0ac85 req-6fe37012-0281-42bc-b1ab-df073ee9f570 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.0857568 Sep 08 13:45:08.303790 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b56c2e6d-490c-43ac-982b-b17468a0ac85 req-667408fb-ee82-4882-b175-bb6e81b24aff tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Sep 08 13:45:08.503127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3bb4c-23a0-4d6c-8d77-362bccf4e934 req-91a3f1cf-b7b6-4476-a24b-c2f72931dbad tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:08.528250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fc3bb4c-23a0-4d6c-8d77-362bccf4e934 req-91a3f1cf-b7b6-4476-a24b-c2f72931dbad tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0914083 Sep 08 13:45:08.592962 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fc3bb4c-23a0-4d6c-8d77-362bccf4e934 req-b94dd0c5-7f93-455e-820a-cdaa2f69196c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532291 Sep 08 13:45:08.740790 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc7ebc-f9a1-4428-a8f5-05b636643ef3 req-637fcf32-6d57-4069-af4f-2d8069193f3a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:08.755544 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8cbc7ebc-f9a1-4428-a8f5-05b636643ef3 req-637fcf32-6d57-4069-af4f-2d8069193f3a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0964441 Sep 08 13:45:08.796694 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84816359-aa3a-4706-979b-25cd991fe73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.815113 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8cbc7ebc-f9a1-4428-a8f5-05b636643ef3 req-dd2272cc-baf8-45d9-b4b0-e77d8a7ea781 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546930 Sep 08 13:45:08.913788 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.099248 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-44d267a3-cce5-4614-ab2f-9af3e8588835 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:09.102217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-44d267a3-cce5-4614-ab2f-9af3e8588835 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.0902436 Sep 08 13:45:09.243716 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed1c3-87f7-4e85-98c9-c4cae0681ae0 req-8b266e82-96be-45b4-9613-c3d545c49e9e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:09.245325 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8afed1c3-87f7-4e85-98c9-c4cae0681ae0 req-8b266e82-96be-45b4-9613-c3d545c49e9e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Sep 08 13:45:09.285483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Deleting port 651a2f89-2341-4d7f-b457-2a14df8ffcca {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:09.285832 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.329636 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8afed1c3-87f7-4e85-98c9-c4cae0681ae0 req-3a4bae2f-5cde-4430-a5a0-ad4e01dfa25e tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747371 Sep 08 13:45:09.425830 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] For port 651a2f89-2341-4d7f-b457-2a14df8ffcca, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=651a2f89-2341-4d7f-b457-2a14df8ffcca,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:09.426204 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.462712 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Calling delete_port for 651a2f89-2341-4d7f-b457-2a14df8ffcca owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:09.491513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742fc83-a24d-4751-a0aa-0317f61e3564 req-637256c7-4e06-48c8-80df-6c917387d996 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:09.493036 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5742fc83-a24d-4751-a0aa-0317f61e3564 req-637256c7-4e06-48c8-80df-6c917387d996 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=40d09edf-1b03-4efd-8304-d5d2ee08e16e HTTP/1.1" status: 200 len: 945 time: 0.0900860 Sep 08 13:45:09.590674 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5742fc83-a24d-4751-a0aa-0317f61e3564 req-322bb0b6-4216-4e4d-9af5-6826d28fdac9 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Sep 08 13:45:09.671028 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.685814 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4', 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', '651a2f89-2341-4d7f-b457-2a14df8ffcca'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:09.760574 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event deleted for resources: {'Port': ['ID=651a2f89-2341-4d7f-b457-2a14df8ffcca,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.798614 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] No DVR routers for this DVR port 651a2f89-2341-4d7f-b457-2a14df8ffcca on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:09.802596 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.805469 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0ce91196-168c-4dbc-b335-a424c42b1fdc req-613e5582-3a2e-4836-82bd-ebf405353699 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "DELETE /v2.0/ports/651a2f89-2341-4d7f-b457-2a14df8ffcca HTTP/1.1" status: 204 len: 173 time: 0.6951151 Sep 08 13:45:09.805469 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'name': 'network-vif-deleted', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:09.807661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09611a31-6ab7-48d8-942b-ae5ec725fd2b" -d '{"events": [{"server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "name": "network-vif-deleted", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:09.830573 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ec078-f7bb-4e9d-9b02-b7b47f01345e req-24cf571c-0cb5-4a79-96a5-b167228f1958 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:09.832178 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea6ec078-f7bb-4e9d-9b02-b7b47f01345e req-24cf571c-0cb5-4a79-96a5-b167228f1958 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1369381 Sep 08 13:45:09.867778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7f0127-eb1a-42c6-9c17-39484ec1f602 x-openstack-request-id: req-5a7f0127-eb1a-42c6-9c17-39484ec1f602 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:09.868082 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d09edf-1b03-4efd-8304-d5d2ee08e16e", "name": "network-vif-deleted", "tag": "651a2f89-2341-4d7f-b457-2a14df8ffcca", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:09.868369 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a7f0127-eb1a-42c6-9c17-39484ec1f602 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:09.869221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d09edf-1b03-4efd-8304-d5d2ee08e16e', 'name': 'network-vif-deleted', 'tag': '651a2f89-2341-4d7f-b457-2a14df8ffcca', 'status': 'completed', 'code': 200} Sep 08 13:45:09.937210 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea6ec078-f7bb-4e9d-9b02-b7b47f01345e req-71eb209b-3459-433e-896a-626807f1fc8b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874429 Sep 08 13:45:10.003624 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7017f1-5f5a-4468-8bf3-06cd6ddc887d req-f6e0805e-f994-4fc1-98d0-e1966f9b0180 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:10.005690 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a7017f1-5f5a-4468-8bf3-06cd6ddc887d req-f6e0805e-f994-4fc1-98d0-e1966f9b0180 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0792563 Sep 08 13:45:10.058510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a7017f1-5f5a-4468-8bf3-06cd6ddc887d req-2396a868-648d-4d7b-89f3-3236cbe45750 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Sep 08 13:45:10.143500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.481298 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b555c92-635d-4e86-854b-f4f04a9b4632 req-a3ca4022-b202-4a54-9acb-a553bb4386b7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:10.483020 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b555c92-635d-4e86-854b-f4f04a9b4632 req-a3ca4022-b202-4a54-9acb-a553bb4386b7 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0642827 Sep 08 13:45:10.545192 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b555c92-635d-4e86-854b-f4f04a9b4632 req-de57b35c-5727-4669-9a57-aa0bbe4cab0a tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Sep 08 13:45:10.694093 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60914) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.746652 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Deleting subnet 9197ea6f-655d-421d-876c-d77e5f2a43c9 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:10.750627 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.792940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.849716 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.917386 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.930622 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a0a9-232b-468c-92b9-930a1316efa8 req-a596834e-cb0d-4b73-b8d9-11572cce81d5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:10.941452 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f684a0a9-232b-468c-92b9-930a1316efa8 req-a596834e-cb0d-4b73-b8d9-11572cce81d5 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0703025 Sep 08 13:45:10.954615 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9197ea6f-655d-421d-876c-d77e5f2a43c9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:10.961506 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.963459 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3d09adb1-10d5-42a3-b67c-d1e4514f35b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9197ea6f-655d-421d-876c-d77e5f2a43c9 HTTP/1.1" status: 204 len: 168 time: 0.2676294 Sep 08 13:45:10.966628 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60918) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.989008 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f684a0a9-232b-468c-92b9-930a1316efa8 req-204788c6-3b16-4a61-ab1a-121acee968fe tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Sep 08 13:45:11.060066 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.109626 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c55f6-c624-423b-b1ae-c92097837f50 req-dadecdd5-b022-4d1c-a02b-0fd0c418236b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:11.117206 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7c4c55f6-c624-423b-b1ae-c92097837f50 req-dadecdd5-b022-4d1c-a02b-0fd0c418236b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0660801 Sep 08 13:45:11.169824 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.189041 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7c4c55f6-c624-423b-b1ae-c92097837f50 req-efbe2869-d6b1-4d2b-890a-09f2c87ef825 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661747 Sep 08 13:45:11.196915 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b8c16f-6257-42a8-9aa6-d9b215914e5c']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.208665 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812bd83f-c1eb-4521-9fcc-0f5a68296901') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.209162 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812bd83f-c1eb-4521-9fcc-0f5a68296901') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.218971 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.234272 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.240460 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:11.240885 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:11.242582 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:11.308302 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.316363 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.318694 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] 10.222.0.58 "DELETE /v2.0/networks/52b8c16f-6257-42a8-9aa6-d9b215914e5c HTTP/1.1" status: 204 len: 168 time: 0.3507407 Sep 08 13:45:11.333505 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509dc3-3001-44a7-b5bb-6675f30f9e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b8c16f-6257-42a8-9aa6-d9b215914e5c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:11.463310 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.584265 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 60926) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:11.920476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-d4ef0dca-eaa1-47cb-9af9-008bb1cc1eb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0a510ca54204e0ebbdfda594ea7a021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345811 Sep 08 13:45:11.920927 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60932) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:11.939718 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d37fe-941b-4d16-a00d-d79eaa687dd5 req-7456af2e-a8ac-4924-a1ba-af6a4d896190 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:11.941216 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ed8d37fe-941b-4d16-a00d-d79eaa687dd5 req-7456af2e-a8ac-4924-a1ba-af6a4d896190 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0814974 Sep 08 13:45:11.987321 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.992483 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ed8d37fe-941b-4d16-a00d-d79eaa687dd5 req-d8de3f1d-06eb-4813-a289-1886c894b996 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Sep 08 13:45:12.016496 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.083217 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.086685 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.088077 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dc83c11-0ecd-49d6-8aed-d5d72f726ece HTTP/1.1" status: 204 len: 168 time: 0.1651623 Sep 08 13:45:12.108716 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877f94f-8821-4322-b1e3-45956f5b8e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc83c11-0ecd-49d6-8aed-d5d72f726ece,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:12.175560 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dec96-a1cc-4c2f-ad28-57512c59a773 req-71e959f3-85ce-4e1a-aa57-d0e03cb06891 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:12.187544 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-015dec96-a1cc-4c2f-ad28-57512c59a773 req-71e959f3-85ce-4e1a-aa57-d0e03cb06891 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0954196 Sep 08 13:45:12.247560 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-015dec96-a1cc-4c2f-ad28-57512c59a773 req-e7d50658-9455-4d68-8721-b15a02121441 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Sep 08 13:45:12.347820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64833c3-71a8-4c8a-ac5d-fc65be8c08f4 req-b31d8dfe-7899-45aa-86f5-827703cb5d33 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:12.354573 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a64833c3-71a8-4c8a-ac5d-fc65be8c08f4 req-b31d8dfe-7899-45aa-86f5-827703cb5d33 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0637052 Sep 08 13:45:12.398158 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a64833c3-71a8-4c8a-ac5d-fc65be8c08f4 req-8dd5aa1f-3a50-4310-ad03-aaf61dca51e6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Sep 08 13:45:12.420004 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 651a2f89-2341-4d7f-b457-2a14df8ffcca no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:12.453305 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 651a2f89-2341-4d7f-b457-2a14df8ffcca {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:12.454061 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 651a2f89-2341-4d7f-b457-2a14df8ffcca not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:12.490991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-cf33bcf7-0522-402b-bad8-48318b8be7a0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:12.492797 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-cf33bcf7-0522-402b-bad8-48318b8be7a0 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0596726 Sep 08 13:45:12.607691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Deleting port ce20a9e9-1535-4cff-82c3-a1b70ff52837 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:12.608826 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.725662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] For port ce20a9e9-1535-4cff-82c3-a1b70ff52837, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce20a9e9-1535-4cff-82c3-a1b70ff52837,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:12.726035 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.739567 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Calling delete_port for ce20a9e9-1535-4cff-82c3-a1b70ff52837 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:12.866151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-069a6bf6-e2c6-44b9-8056-a4a8e5f8aeeb tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:12.867718 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-069a6bf6-e2c6-44b9-8056-a4a8e5f8aeeb tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.0783653 Sep 08 13:45:12.972705 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.986626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4', 'ce20a9e9-1535-4cff-82c3-a1b70ff52837'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:13.007623 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event deleted for resources: {'Port': ['ID=ce20a9e9-1535-4cff-82c3-a1b70ff52837,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:13.047186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.047532 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.047872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.048215 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.048525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.048879 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.049204 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.049527 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.049845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.050168 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.050485 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.050801 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:13.080940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] No DVR routers for this DVR port ce20a9e9-1535-4cff-82c3-a1b70ff52837 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:13.088093 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.090194 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a8b689e7-6c79-4a01-8703-64aa343fe530 req-0de6ad1e-c207-4014-88d8-a028ea7b1b35 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "DELETE /v2.0/ports/ce20a9e9-1535-4cff-82c3-a1b70ff52837 HTTP/1.1" status: 204 len: 173 time: 0.5888352 Sep 08 13:45:13.090748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'name': 'network-vif-deleted', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:13.093129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5c3cfe-84e9-413e-af49-867a9c16c66e" -d '{"events": [{"server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "name": "network-vif-deleted", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:13.128025 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Deleting port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:13.128487 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.164001 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a6fa3b-f378-42c4-8056-8bbe71af3113 x-openstack-request-id: req-89a6fa3b-f378-42c4-8056-8bbe71af3113 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:13.164413 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f42dbc-8956-4ecd-a4d3-47411723a6b5", "name": "network-vif-deleted", "tag": "ce20a9e9-1535-4cff-82c3-a1b70ff52837", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:13.164707 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89a6fa3b-f378-42c4-8056-8bbe71af3113 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:13.165156 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f42dbc-8956-4ecd-a4d3-47411723a6b5', 'name': 'network-vif-deleted', 'tag': 'ce20a9e9-1535-4cff-82c3-a1b70ff52837', 'status': 'completed', 'code': 200} Sep 08 13:45:13.222071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ac3c-4398-4c8e-a652-656058db3e5d req-78b90490-d631-41be-a449-1bf40ebd4209 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.223742 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31f8ac3c-4398-4c8e-a652-656058db3e5d req-78b90490-d631-41be-a449-1bf40ebd4209 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/ports?device_id=976b75d1-048e-4cde-9b87-d02e680dc236 HTTP/1.1" status: 200 len: 945 time: 0.1408136 Sep 08 13:45:13.268645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] For port 2a6a983b-12c3-416c-a14c-2f81d7cd6350, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2a6a983b-12c3-416c-a14c-2f81d7cd6350,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:13.269073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.291701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Calling delete_port for 2a6a983b-12c3-416c-a14c-2f81d7cd6350 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:13.302360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31f8ac3c-4398-4c8e-a652-656058db3e5d req-a553b3db-581d-41ab-b651-dd1c2b7c5805 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.58 "GET /v2.0/security-groups?id=8256c7eb-0eef-418c-b441-e5df5bb9c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678484 Sep 08 13:45:13.381789 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5276ddb3-508a-437e-bcd7-763a882d38c1 req-35a7240d-00d5-4a32-97dc-cc51a3379cf2 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f42dbc-8956-4ecd-a4d3-47411723a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0296519 Sep 08 13:45:13.454147 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-0904e924-8740-46ac-b7b6-f6dc19857f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.455691 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-0904e924-8740-46ac-b7b6-f6dc19857f63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1098 time: 0.0716703 Sep 08 13:45:13.612349 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.623614 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['2a6a983b-12c3-416c-a14c-2f81d7cd6350'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:13.665315 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8a3bf-f7c3-4c1a-bf7a-a7f13f29fcde req-829709f1-b3f6-423a-bdf2-7fa100d0baa8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.666828 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-32c8a3bf-f7c3-4c1a-bf7a-a7f13f29fcde req-829709f1-b3f6-423a-bdf2-7fa100d0baa8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.1657388 Sep 08 13:45:13.669977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Pushing event deleted for resources: {'Port': ['ID=2a6a983b-12c3-416c-a14c-2f81d7cd6350,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:13.674115 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-8aa84dea-f48f-472d-bcdc-9cbc3e59127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.675500 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-8aa84dea-f48f-472d-bcdc-9cbc3e59127e service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.2077124 Sep 08 13:45:13.731821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] No DVR routers for this DVR port 2a6a983b-12c3-416c-a14c-2f81d7cd6350 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:13.762365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.764950 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0b33508e-c714-49c8-9fa2-b4ca72553738 req-f4ba8149-c487-44b4-b23e-768f1e6fceb3 tempest-ServerRescueNegativeTestJSON-372611818 tempest-ServerRescueNegativeTestJSON-372611818-project] 10.222.0.50 "DELETE /v2.0/ports/2a6a983b-12c3-416c-a14c-2f81d7cd6350 HTTP/1.1" status: 204 len: 173 time: 0.8876603 Sep 08 13:45:13.796276 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-32c8a3bf-f7c3-4c1a-bf7a-a7f13f29fcde req-2c4d462d-df57-479d-b52d-1101fa50b2b1 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145244 Sep 08 13:45:13.802731 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-dad77ac8-3ff1-4e21-ba8b-6ebc76f1d1c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 1000 time: 0.1059704 Sep 08 13:45:13.876237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-d95b552b-0f85-436f-b689-bc89c52df2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.877795 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-d95b552b-0f85-436f-b689-bc89c52df2b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0605862 Sep 08 13:45:13.927687 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-0a0968f7-ba1b-426b-9f92-a794d4ccdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.929354 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-0a0968f7-ba1b-426b-9f92-a794d4ccdb1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437615 Sep 08 13:45:14.026747 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-d6949e7c-a2b4-4844-974a-91fa3b6365cb service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Sep 08 13:45:14.114565 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7fcb0c17-52db-45ac-89ea-df5933f492c9 req-981454a1-6b1e-44e5-8b0d-686fb5823e3a service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801032 Sep 08 13:45:14.354083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 60986) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.806254 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.931342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd562dc-a7a7-43a2-8088-0f6445d71d34 req-7d68b816-8d20-46ce-a451-d25088bb2390 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:14.932892 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5cd562dc-a7a7-43a2-8088-0f6445d71d34 req-7d68b816-8d20-46ce-a451-d25088bb2390 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0578642 Sep 08 13:45:14.976912 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5cd562dc-a7a7-43a2-8088-0f6445d71d34 req-ec499e0f-d816-43a8-a3ce-478039e555b4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Sep 08 13:45:15.123947 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Deleting port 121e8ffc-81ac-40e1-9a0e-86f0df174d37 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:15.124283 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.166732 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'name': 'network-vif-deleted', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:15.169685 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c572b59-3e8a-4e93-8967-bd226b046fee" -d '{"events": [{"server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "name": "network-vif-deleted", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:15.205442 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] For port 121e8ffc-81ac-40e1-9a0e-86f0df174d37, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=121e8ffc-81ac-40e1-9a0e-86f0df174d37,segment=NetworkSegment(0acc8d9f-a4f4-4175-8e73-4af82cc90e9d),segment_id=0acc8d9f-a4f4-4175-8e73-4af82cc90e9d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:15.205801 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.210502 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17051d08-77c5-4517-9472-5510154cd9f5 x-openstack-request-id: req-17051d08-77c5-4517-9472-5510154cd9f5 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:15.210795 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976b75d1-048e-4cde-9b87-d02e680dc236", "name": "network-vif-deleted", "tag": "2a6a983b-12c3-416c-a14c-2f81d7cd6350", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:15.211053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17051d08-77c5-4517-9472-5510154cd9f5 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:15.211453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976b75d1-048e-4cde-9b87-d02e680dc236', 'name': 'network-vif-deleted', 'tag': '2a6a983b-12c3-416c-a14c-2f81d7cd6350', 'status': 'completed', 'code': 200} Sep 08 13:45:15.221098 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Calling delete_port for 121e8ffc-81ac-40e1-9a0e-86f0df174d37 owned by network:router_interface {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:15.419797 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.446109 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=121e8ffc-81ac-40e1-9a0e-86f0df174d37,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:15.487830 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.488175 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.488522 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.488881 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.489211 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.489537 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.489863 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.490187 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.490512 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.490830 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.491165 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.491482 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:15.803712 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.819160 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c68084-77f4-4eee-8a95-08c6fe10a1fb req-92126a77-b3c2-4404-a320-56cf13daca68 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:15.820907 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-38c68084-77f4-4eee-8a95-08c6fe10a1fb req-92126a77-b3c2-4404-a320-56cf13daca68 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.0596805 Sep 08 13:45:15.859360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-38c68084-77f4-4eee-8a95-08c6fe10a1fb req-a9dd2f88-3c42-4986-af19-92e702ed11a6 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Sep 08 13:45:16.019209 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Router 0bbd6d8f-9942-4908-a8e0-847a4e65366b has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:45:16.121691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fcce7-698a-40fe-b7f5-f19e28cd3f55 req-0c551659-351d-4a83-9430-37210a757d62 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:16.123796 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-194fcce7-698a-40fe-b7f5-f19e28cd3f55 req-0c551659-351d-4a83-9430-37210a757d62 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 945 time: 0.0539486 Sep 08 13:45:16.150117 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:16.156157 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0c77bab4-9b3d-4ee2-a6a3-a8f1e70e71f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/0bbd6d8f-9942-4908-a8e0-847a4e65366b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010333 Sep 08 13:45:16.159300 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 32792) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:16.172367 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Sync routers for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:16.175452 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:16.176064 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:16.208214 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-194fcce7-698a-40fe-b7f5-f19e28cd3f55 req-1abd72d0-303a-4d9e-a5c3-863a3284215e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772002 Sep 08 13:45:16.291448 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks [] for router, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.295171 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:16.413528 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.449478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2a6a983b-12c3-416c-a14c-2f81d7cd6350 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:16.477687 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 2a6a983b-12c3-416c-a14c-2f81d7cd6350 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:16.478284 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 2a6a983b-12c3-416c-a14c-2f81d7cd6350 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:16.478860 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ce20a9e9-1535-4cff-82c3-a1b70ff52837 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:16.484652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Deleting port c297307f-9056-4f0f-b4c2-794cef3aec71 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:16.484652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.497275 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:45:15Z', 'revision_number': 5, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port': {'id': 'c297307f-9056-4f0f-b4c2-794cef3aec71', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:16.509802 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: ce20a9e9-1535-4cff-82c3-a1b70ff52837 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:16.510538 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ce20a9e9-1535-4cff-82c3-a1b70ff52837 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:16.511245 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:16.531926 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Checking router: 0bbd6d8f-9942-4908-a8e0-847a4e65366b for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:16.550997 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Routers {'0bbd6d8f-9942-4908-a8e0-847a4e65366b'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:16.551677 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:16.598136 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] For port c297307f-9056-4f0f-b4c2-794cef3aec71, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=c297307f-9056-4f0f-b4c2-794cef3aec71,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:16.598626 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.609876 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.614975 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Calling delete_port for c297307f-9056-4f0f-b4c2-794cef3aec71 owned by network:router_gateway {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:16.642196 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:16.644773 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b61066-1d73-4b27-ae5c-709696876da8" -d '{"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:16.660539 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:16.669697 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.683466 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] Set router 0bbd6d8f-9942-4908-a8e0-847a4e65366b gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:16.724119 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ab35c-8b87-4a8f-aa3c-33c274985058 x-openstack-request-id: req-3d0ab35c-8b87-4a8f-aa3c-33c274985058 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:16.724754 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-unplugged", "status": "failed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "code": 422}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:16.725164 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d0ab35c-8b87-4a8f-aa3c-33c274985058 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:16.725755 dv-cinder-784140-8-iscsi neutron-server[100415]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'code': 422} returned with failed status Sep 08 13:45:16.758636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=8']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:16.818857 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-005ad0be-beb4-4b2e-8cec-b80498f5f37a req-33971637-024f-4d25-8dba-20ea70ab43e9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:45:16.819800 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-005ad0be-beb4-4b2e-8cec-b80498f5f37a req-33971637-024f-4d25-8dba-20ea70ab43e9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072684 Sep 08 13:45:16.846202 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.849199 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:45:16Z', 'revision_number': 6, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:16.873428 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Pushing event deleted for resources: {'Port': ['ID=c297307f-9056-4f0f-b4c2-794cef3aec71,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:16.876280 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f39972-f063-48d4-b78f-ab6f0ba27efc None None] The sync data for ids ['0bbd6d8f-9942-4908-a8e0-847a4e65366b'] in dv-cinder-784140-8-iscsi is: [{'id': '0bbd6d8f-9942-4908-a8e0-847a4e65366b', 'name': 'tempest-ServerRescueNegativeTestJSON-1813719049-router', 'tenant_id': '7a4def34dc27466d86d6d5588345cdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:45:16Z', 'revision_number': 6, 'project_id': '7a4def34dc27466d86d6d5588345cdf8', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:16.979008 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.111686 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.117416 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.134858 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e692a89-23fc-41e2-9718-b57c307cd38b req-44d6ebaa-edc2-436d-ad66-94aa2f0ad843 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:17.136428 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e692a89-23fc-41e2-9718-b57c307cd38b req-44d6ebaa-edc2-436d-ad66-94aa2f0ad843 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1916795 Sep 08 13:45:17.198115 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89909-732f-4414-a433-4777a1c0f902 req-b1ec7fe5-2919-43fb-8e1a-e03d0e940661 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:17.199581 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c4f89909-732f-4414-a433-4777a1c0f902 req-b1ec7fe5-2919-43fb-8e1a-e03d0e940661 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.2248678 Sep 08 13:45:17.220461 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.221095 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bbd6d8f-9942-4908-a8e0-847a4e65366b {{(pid=100413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:45:17.232936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.234057 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cd1d8609-734f-420b-8c8a-affb7de54cae admin admin] 10.222.0.58 "DELETE /v2.0/routers/0bbd6d8f-9942-4908-a8e0-847a4e65366b HTTP/1.1" status: 204 len: 168 time: 1.0738394 Sep 08 13:45:17.237673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32834) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.264100 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e692a89-23fc-41e2-9718-b57c307cd38b req-b1340bb4-a325-4ceb-9fd3-9edae7507a6b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035089 Sep 08 13:45:17.292345 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c4f89909-732f-4414-a433-4777a1c0f902 req-4eb8034f-7ffc-47d2-8941-77ee89383ff4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770781 Sep 08 13:45:17.327080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Deleting subnet d18862b3-a211-4792-923d-249ec6765f48 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:17.331182 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.378085 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-8e473de7-6f00-4720-ac91-001e80053453 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:17.380100 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-8e473de7-6f00-4720-ac91-001e80053453 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 946 time: 0.0708425 Sep 08 13:45:17.384705 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.424460 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 121e8ffc-81ac-40e1-9a0e-86f0df174d37 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:17.467212 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 121e8ffc-81ac-40e1-9a0e-86f0df174d37 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:17.467988 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 121e8ffc-81ac-40e1-9a0e-86f0df174d37 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:17.469608 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.528052 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32850) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.544918 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Deleting port 4bb3a824-5acc-4626-a699-d6ca55c227b4 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:17.544918 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.547955 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.575447 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18862b3-a211-4792-923d-249ec6765f48,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:17.579863 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.584157 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-63d94294-7333-4096-8eb9-f40aa1bfb587 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d18862b3-a211-4792-923d-249ec6765f48 HTTP/1.1" status: 204 len: 168 time: 0.3433452 Sep 08 13:45:17.584592 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32854) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.649285 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] For port 4bb3a824-5acc-4626-a699-d6ca55c227b4, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bb3a824-5acc-4626-a699-d6ca55c227b4,segment=NetworkSegment(7ad4421b-e765-4e89-8169-4d979d1fe2d9),segment_id=7ad4421b-e765-4e89-8169-4d979d1fe2d9)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:17.649573 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.664481 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Calling delete_port for 4bb3a824-5acc-4626-a699-d6ca55c227b4 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:17.689132 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.697225 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-acc4b3f6-c6fe-4f9c-803d-d856fe07414a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1675057 Sep 08 13:45:17.712249 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-a621f27e-3271-4edb-be92-508d8a72884d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:45:17.713184 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-a621f27e-3271-4edb-be92-508d8a72884d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060136 Sep 08 13:45:17.790381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.813825 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00aced04-bad3-4826-968d-231e84367d8b']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:17.823955 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:17.824296 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acc8d9f-a4f4-4175-8e73-4af82cc90e9d') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:17.828015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.842588 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.844068 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4bb3a824-5acc-4626-a699-d6ca55c227b4'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:17.859671 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.868102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Pushing event deleted for resources: {'Port': ['ID=4bb3a824-5acc-4626-a699-d6ca55c227b4,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:17.878266 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:17.878875 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:17.896314 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:17.934048 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] No DVR routers for this DVR port 4bb3a824-5acc-4626-a699-d6ca55c227b4 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:17.938269 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.940729 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-59be6ac7-d9ff-41d9-a14a-7d60de4ac9c8 req-bc5777cf-381b-46fb-9b51-78936adf0e34 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.50 "DELETE /v2.0/ports/4bb3a824-5acc-4626-a699-d6ca55c227b4 HTTP/1.1" status: 204 len: 173 time: 0.5534620 Sep 08 13:45:17.945134 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'name': 'network-vif-deleted', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:17.945134 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478bee1a-a213-4f6e-9e21-e633f6f0b840" -d '{"events": [{"server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "name": "network-vif-deleted", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:17.959081 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.966233 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.971229 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] 10.222.0.58 "DELETE /v2.0/networks/00aced04-bad3-4826-968d-231e84367d8b HTTP/1.1" status: 204 len: 168 time: 0.3825648 Sep 08 13:45:17.993230 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f06a-118f-461b-a9f2-9791b530604b admin admin] Pushing event deleted for resources: {'Network': ['ID=00aced04-bad3-4826-968d-231e84367d8b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.016383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06ef46b-4ae3-4077-909f-5d2b97db7b28 x-openstack-request-id: req-f06ef46b-4ae3-4077-909f-5d2b97db7b28 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:18.016957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee944d9-831d-4686-a428-6ce42c1f2007", "name": "network-vif-deleted", "tag": "4bb3a824-5acc-4626-a699-d6ca55c227b4", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:18.017204 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f06ef46b-4ae3-4077-909f-5d2b97db7b28 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:18.017586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee944d9-831d-4686-a428-6ce42c1f2007', 'name': 'network-vif-deleted', 'tag': '4bb3a824-5acc-4626-a699-d6ca55c227b4', 'status': 'completed', 'code': 200} Sep 08 13:45:18.177172 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:18.222866 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32868) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.268948 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 32870) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.269479 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-40dc0e05-186d-4910-9f17-d664f2ac2c34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a4def34dc27466d86d6d5588345cdf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451317 Sep 08 13:45:18.353657 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.388306 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.462258 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c890e978-d71d-46ad-8fd0-ccc7d8d21535 req-fa2bdf04-384f-42a4-9b59-fc1c8e8b89c4 tempest-AttachVolumeNegativeTest-851813101 tempest-AttachVolumeNegativeTest-851813101-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee944d9-831d-4686-a428-6ce42c1f2007 HTTP/1.1" status: 200 len: 210 time: 0.0643535 Sep 08 13:45:18.484934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa79cc-f02a-4829-8d29-d28c20f549a4 req-b4d76e45-86f5-409d-bba5-264e783e8994 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:18.486709 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-effa79cc-f02a-4829-8d29-d28c20f549a4 req-b4d76e45-86f5-409d-bba5-264e783e8994 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1121247 Sep 08 13:45:18.509615 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.512104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.513326 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8256c7eb-0eef-418c-b441-e5df5bb9c9dc HTTP/1.1" status: 204 len: 168 time: 0.2432148 Sep 08 13:45:18.528983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088589ff-e1e4-4461-8962-cea6cca9d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256c7eb-0eef-418c-b441-e5df5bb9c9dc,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.557535 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-effa79cc-f02a-4829-8d29-d28c20f549a4 req-fd4e3005-0e6d-4df3-bd27-faea7ef951c3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642521 Sep 08 13:45:18.733003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-14bbcf5b-31d2-468f-9695-a3bcd4b5772d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492220 Sep 08 13:45:18.834602 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-d8c3408f-7559-440b-8518-70b269427988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:18.836660 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-d8c3408f-7559-440b-8518-70b269427988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1098 time: 0.0740066 Sep 08 13:45:18.880960 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.154530 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device c297307f-9056-4f0f-b4c2-794cef3aec71 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:19.176697 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: c297307f-9056-4f0f-b4c2-794cef3aec71 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:19.176995 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device c297307f-9056-4f0f-b4c2-794cef3aec71 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:19.227427 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-ccbab50c-ec31-423a-a986-9ec57d41070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.228940 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-ccbab50c-ec31-423a-a986-9ec57d41070c service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.3682210 Sep 08 13:45:19.297306 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-c06bd7bb-59c3-4274-8962-4bb459d1d928 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 1001 time: 0.0604711 Sep 08 13:45:19.415279 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-96292c25-2946-4d65-93db-c72d88a23eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.416782 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-96292c25-2946-4d65-93db-c72d88a23eb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0951521 Sep 08 13:45:19.425117 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-c910f84d-b2bb-4347-b7b0-43c7dd309d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.426510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-c910f84d-b2bb-4347-b7b0-43c7dd309d87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 1096 time: 0.1128936 Sep 08 13:45:19.499779 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-4a80ce2c-5f7d-481d-b157-7e94fcdfb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.501350 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-4a80ce2c-5f7d-481d-b157-7e94fcdfb1bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739820 Sep 08 13:45:19.507876 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-a56f65fc-0c31-4b2b-9f5f-9c66f90c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.509567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-a56f65fc-0c31-4b2b-9f5f-9c66f90c4aaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1096 time: 0.0556886 Sep 08 13:45:19.529974 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32910) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.589972 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Deleting subnet f019be41-3cdd-4f5d-bf04-8d0e330cfc1d {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:19.594816 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.635803 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.683164 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-dba417e9-56e3-43cf-8e45-6596cd93c80e service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724412 Sep 08 13:45:19.689572 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.697903 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-42a3e740-880d-4ba1-87b5-77af22fd13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.699371 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-42a3e740-880d-4ba1-87b5-77af22fd13af service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1807370 Sep 08 13:45:19.762150 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.790842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f019be41-3cdd-4f5d-bf04-8d0e330cfc1d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:19.792846 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.795542 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b8df7c92-0355-42f8-990e-28e795d3ffff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f019be41-3cdd-4f5d-bf04-8d0e330cfc1d HTTP/1.1" status: 204 len: 168 time: 0.2639093 Sep 08 13:45:19.799422 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 32918) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.838103 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476ebb-d935-47f3-a941-1cf2b8bcddce req-7408de95-7a40-43ba-85d1-9e7c37a1d6fd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.839658 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e476ebb-d935-47f3-a941-1cf2b8bcddce req-7408de95-7a40-43ba-85d1-9e7c37a1d6fd tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1809525 Sep 08 13:45:19.843596 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-636fc562-a56d-4ffe-a0dd-0ee15271d5a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 998 time: 0.1351683 Sep 08 13:45:19.890928 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.919586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-894e52a6-5560-4a6a-be62-d8023ca7b163 req-4dc0d6dc-9557-4c25-806e-a4d7e5f487c8 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192600 Sep 08 13:45:19.941441 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e476ebb-d935-47f3-a941-1cf2b8bcddce req-d6fbd77b-9cda-4eaa-b2a2-4412bc49d449 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953050 Sep 08 13:45:19.943205 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-0960683a-40a2-4ec6-bd8e-680b6249b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.944734 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-0960683a-40a2-4ec6-bd8e-680b6249b0e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0876651 Sep 08 13:45:20.003994 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.013186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-97596391-34df-4acc-adf7-52324825a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:20.015552 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-97596391-34df-4acc-adf7-52324825a500 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580964 Sep 08 13:45:20.027655 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09281d67-9ba4-45b7-a05f-3a5a53775d14']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:20.038690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad4421b-e765-4e89-8169-4d979d1fe2d9') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:20.039443 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad4421b-e765-4e89-8169-4d979d1fe2d9') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:20.050758 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.066123 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.076199 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:20.076625 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:20.078378 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:20.142823 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-4c5e3f88-d2f8-49ed-bf0d-57543ab4fd5f service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174479 Sep 08 13:45:20.161796 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.182998 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.187582 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] 10.222.0.58 "DELETE /v2.0/networks/09281d67-9ba4-45b7-a05f-3a5a53775d14 HTTP/1.1" status: 204 len: 168 time: 0.3860128 Sep 08 13:45:20.189205 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b834a6f-a592-4637-826b-72f5a21ada47 admin admin] Pushing event deleted for resources: {'Network': ['ID=09281d67-9ba4-45b7-a05f-3a5a53775d14,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.279326 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6f680a63-3f6e-41d1-93dd-4e22fdc2278a req-777222b1-9e1b-4417-8e1d-3f9ae87582d9 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282134 Sep 08 13:45:20.447745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4bb3a824-5acc-4626-a699-d6ca55c227b4 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:20.453579 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 32948) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.477004 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 4bb3a824-5acc-4626-a699-d6ca55c227b4 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:20.477380 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4bb3a824-5acc-4626-a699-d6ca55c227b4 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:20.507903 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-734cf796-ac4d-4bf1-b804-96e48174f4ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24d87c7a8ff146c2b96a05dff6be0313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528879 Sep 08 13:45:20.510441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 32954) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.567346 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.591682 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.647917 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.650970 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.652166 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0151ab0-6e41-404c-a0f4-8dd90c85b5f1 HTTP/1.1" status: 204 len: 168 time: 0.1405365 Sep 08 13:45:20.660917 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7caf00-146e-4214-8700-ff97bd4ecf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0151ab0-6e41-404c-a0f4-8dd90c85b5f1,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.081474 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a50fa-4cb4-4a65-8658-1d9341b85183 req-d8aa7ade-66a8-42e2-b3c8-585dbdc54d46 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:21.083084 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-058a50fa-4cb4-4a65-8658-1d9341b85183 req-d8aa7ade-66a8-42e2-b3c8-585dbdc54d46 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0597515 Sep 08 13:45:21.126642 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-058a50fa-4cb4-4a65-8658-1d9341b85183 req-aae6e382-1a59-40c7-8551-1f47bebf8b4b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345984 Sep 08 13:45:22.296034 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39d53-0a55-4d77-8cfa-08c884aa5037 req-ce600e3e-bbfd-421d-993f-02c6d0c1c87c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:22.308009 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f5f39d53-0a55-4d77-8cfa-08c884aa5037 req-ce600e3e-bbfd-421d-993f-02c6d0c1c87c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0961256 Sep 08 13:45:22.383362 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f5f39d53-0a55-4d77-8cfa-08c884aa5037 req-ae758cae-43bd-4cc7-a47c-3a1345ba389a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744309 Sep 08 13:45:23.544441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9345204-0dca-4322-8db8-d6be95c5a038 req-59b921dd-8f8d-4049-acee-49b9ba8ab675 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:23.546073 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9345204-0dca-4322-8db8-d6be95c5a038 req-59b921dd-8f8d-4049-acee-49b9ba8ab675 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0754187 Sep 08 13:45:23.603880 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9345204-0dca-4322-8db8-d6be95c5a038 req-2d9cd4a2-4c00-4516-8e7a-7c20b35260e7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Sep 08 13:45:24.218107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33062) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:24.330556 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b289a7c4-bdd8-4895-ac12-f4e4ff066698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.430119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b289a7c4-bdd8-4895-ac12-f4e4ff066698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.434847 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b289a7c4-bdd8-4895-ac12-f4e4ff066698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.471278 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b289a7c4-bdd8-4895-ac12-f4e4ff066698 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c047a99dee04a0f975be1983771874a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519987 Sep 08 13:45:24.474051 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33066) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:24.476058 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289a7c4-bdd8-4895-ac12-f4e4ff066698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fdb5d0-88ce-4457-82eb-744d1cc3ef95,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:24.540185 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.564403 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.635860 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.642856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.647772 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58fdb5d0-88ce-4457-82eb-744d1cc3ef95 HTTP/1.1" status: 204 len: 168 time: 0.1704223 Sep 08 13:45:24.703271 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12379c2-0a64-4703-82e8-90fa7d327a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fdb5d0-88ce-4457-82eb-744d1cc3ef95,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:24.843107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18e0f-1647-4729-847a-51e6b455e4b1 req-94dd6ce5-969c-4e5c-b0cc-1b6382352837 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:24.852777 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-91a18e0f-1647-4729-847a-51e6b455e4b1 req-94dd6ce5-969c-4e5c-b0cc-1b6382352837 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0906630 Sep 08 13:45:24.906421 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-91a18e0f-1647-4729-847a-51e6b455e4b1 req-a576a9ea-9136-478f-95f7-4e38915eb060 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524540 Sep 08 13:45:25.154855 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33094) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:25.168827 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa6adc85-ba7f-42ff-87ec-f4acc4a5d5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.290767 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa6adc85-ba7f-42ff-87ec-f4acc4a5d5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.295800 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa6adc85-ba7f-42ff-87ec-f4acc4a5d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.340495 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fa6adc85-ba7f-42ff-87ec-f4acc4a5d5f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12c3548ede034eb7acda1619a63993d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843343 Sep 08 13:45:25.343216 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33100) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:25.365080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6adc85-ba7f-42ff-87ec-f4acc4a5d5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4eb12-5e36-4d35-9105-6952d505e8d4,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:25.445068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.475208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.582732 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.585639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.591489 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02d4eb12-5e36-4d35-9105-6952d505e8d4 HTTP/1.1" status: 204 len: 168 time: 0.2466335 Sep 08 13:45:25.600218 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94458-bf0a-433c-9eb8-b51b7d7220e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4eb12-5e36-4d35-9105-6952d505e8d4,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:26.091113 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eb639-c4b3-42e9-a38d-2d7408f2cc1f req-62a17ecf-7a5d-4472-9746-dbe4de9cd028 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.093929 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-065eb639-c4b3-42e9-a38d-2d7408f2cc1f req-62a17ecf-7a5d-4472-9746-dbe4de9cd028 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0756471 Sep 08 13:45:26.158171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-065eb639-c4b3-42e9-a38d-2d7408f2cc1f req-e45f513a-3d0c-4749-9c78-b33f92f59750 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533352 Sep 08 13:45:27.430643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e37a-a83d-47ae-95bb-f312fbdc16bb req-a69f13c2-0167-493a-b047-05a7c4e63950 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:27.432473 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d5d0e37a-a83d-47ae-95bb-f312fbdc16bb req-a69f13c2-0167-493a-b047-05a7c4e63950 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0881348 Sep 08 13:45:27.509758 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d5d0e37a-a83d-47ae-95bb-f312fbdc16bb req-6d2099db-68ea-407d-a5d3-517840b28aeb tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682156 Sep 08 13:45:28.504803 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33188) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:28.738208 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-41fd7986-82b3-4210-88f1-2bd0152d18d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.815530 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6301-3528-489f-ba56-beb1f255292b req-aeb7e784-3c79-4620-9e90-71966879446c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:28.817198 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-603b6301-3528-489f-ba56-beb1f255292b req-aeb7e784-3c79-4620-9e90-71966879446c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1193466 Sep 08 13:45:28.875441 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-603b6301-3528-489f-ba56-beb1f255292b req-2e776f43-de40-44a8-b8fb-49ded4d25bff tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 Sep 08 13:45:28.966238 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-41fd7986-82b3-4210-88f1-2bd0152d18d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.975597 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-41fd7986-82b3-4210-88f1-2bd0152d18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.021977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33208) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:29.022280 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-41fd7986-82b3-4210-88f1-2bd0152d18d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffab66e0785e4917bd14e676f19456f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148311 Sep 08 13:45:29.023081 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd7986-82b3-4210-88f1-2bd0152d18d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f76951-40d4-4a00-9049-7fd5322b98c9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:29.129969 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.169420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.276831 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.281582 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.291173 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37f76951-40d4-4a00-9049-7fd5322b98c9 HTTP/1.1" status: 204 len: 168 time: 0.2676523 Sep 08 13:45:29.313219 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085702d-fb70-4a97-bb93-6c3fc1c33171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f76951-40d4-4a00-9049-7fd5322b98c9,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:29.904037 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33276) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:29.926612 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe67c603-4c12-4dd3-abef-fcd013e8b1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.162534 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe67c603-4c12-4dd3-abef-fcd013e8b1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.175126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe67c603-4c12-4dd3-abef-fcd013e8b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.235514 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef71f7-6811-44af-9e0f-4715217cfc79 req-137d0ee0-f0a2-4df1-8eda-626feb8d3b47 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:30.243765 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-74ef71f7-6811-44af-9e0f-4715217cfc79 req-137d0ee0-f0a2-4df1-8eda-626feb8d3b47 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1886165 Sep 08 13:45:30.292667 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fe67c603-4c12-4dd3-abef-fcd013e8b1e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ca34a75504948f9bcfab6875abad99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872275 Sep 08 13:45:30.294750 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67c603-4c12-4dd3-abef-fcd013e8b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf09466e-6d46-44a2-8295-039ab9fbd36a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.299946 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33286) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.355394 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-74ef71f7-6811-44af-9e0f-4715217cfc79 req-0a028bf3-3e56-4545-91e9-d90287f66d14 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023104 Sep 08 13:45:30.441000 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.472716 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.540657 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.545013 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.546570 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf09466e-6d46-44a2-8295-039ab9fbd36a HTTP/1.1" status: 204 len: 168 time: 0.2453444 Sep 08 13:45:30.564156 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47106d9d-f661-435a-b1b9-6d82e28f384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf09466e-6d46-44a2-8295-039ab9fbd36a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:31.619837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644c87-1902-43c6-aaf7-a6356f00d25d req-369eb316-e65d-4565-91c8-d51064ed51d2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:31.630998 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85644c87-1902-43c6-aaf7-a6356f00d25d req-369eb316-e65d-4565-91c8-d51064ed51d2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1122346 Sep 08 13:45:31.692248 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85644c87-1902-43c6-aaf7-a6356f00d25d req-c365836f-eba5-472b-bdf6-3246fb61cd0c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566025 Sep 08 13:45:32.920803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae17626-5ea9-4f33-992c-c22d84c40720 req-90815993-8778-45ae-9ab1-911bb4bce0d3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:32.922494 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aae17626-5ea9-4f33-992c-c22d84c40720 req-90815993-8778-45ae-9ab1-911bb4bce0d3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0753129 Sep 08 13:45:32.987434 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aae17626-5ea9-4f33-992c-c22d84c40720 req-8ce4480a-65aa-43c6-aac4-ce7710707c47 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576496 Sep 08 13:45:33.904076 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33386) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.048746 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65878545-a561-4288-99f0-b07c7efaab21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.148839 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376a2e-f9ec-412f-912d-ecf505265cd4 req-8cf1d4f2-cf76-4497-ae2c-f345c40c4988 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:34.153009 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e376a2e-f9ec-412f-912d-ecf505265cd4 req-8cf1d4f2-cf76-4497-ae2c-f345c40c4988 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0688670 Sep 08 13:45:34.176976 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65878545-a561-4288-99f0-b07c7efaab21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.184832 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65878545-a561-4288-99f0-b07c7efaab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.218109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e376a2e-f9ec-412f-912d-ecf505265cd4 req-dbff3bf0-fb38-488b-be3e-0ea153d3af12 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550370 Sep 08 13:45:34.246161 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65878545-a561-4288-99f0-b07c7efaab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b81f1-b284-41fa-8e0e-0a13455db7bf,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:34.251690 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-65878545-a561-4288-99f0-b07c7efaab21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=753da715ab6f4bd9837814c3f777632f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460870 Sep 08 13:45:34.255337 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33392) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.317000 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.342953 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.397034 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.399963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.401430 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/869b81f1-b284-41fa-8e0e-0a13455db7bf HTTP/1.1" status: 204 len: 168 time: 0.1446350 Sep 08 13:45:34.416634 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e36c79-b48e-414d-bbda-7c9a2db69167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b81f1-b284-41fa-8e0e-0a13455db7bf,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:35.396248 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42932c-cf7f-436f-a4fa-f37545a5a2f0 req-b38dbbd8-ccc0-4ab2-98aa-2add243ebb0c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:35.398687 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bb42932c-cf7f-436f-a4fa-f37545a5a2f0 req-b38dbbd8-ccc0-4ab2-98aa-2add243ebb0c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0660672 Sep 08 13:45:35.446733 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bb42932c-cf7f-436f-a4fa-f37545a5a2f0 req-28fd6d41-9a2f-4a11-a086-b7338290ef81 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Sep 08 13:45:36.307727 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33456) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:36.374710 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7a92727-1073-4d1e-a12c-69f4b50548f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.448441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcde-7e22-4cea-91e9-7e1f81e56c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.579873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcde-7e22-4cea-91e9-7e1f81e56c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.596119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcde-7e22-4cea-91e9-7e1f81e56c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.662547 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cf49bcde-7e22-4cea-91e9-7e1f81e56c71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b69eabf663a24a4cb1c0a1372ace24ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535466 Sep 08 13:45:36.667706 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33466) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:36.671501 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49bcde-7e22-4cea-91e9-7e1f81e56c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ae64f7-f6c9-4a2c-a9a7-34f8a1ee56d4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:36.692281 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d7dbc-b0fa-4146-8d8d-eac6ed479432 req-7b880c70-9e4e-4c6a-830d-1203e83e3152 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:36.694316 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-394d7dbc-b0fa-4146-8d8d-eac6ed479432 req-7b880c70-9e4e-4c6a-830d-1203e83e3152 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.1099751 Sep 08 13:45:36.755066 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-394d7dbc-b0fa-4146-8d8d-eac6ed479432 req-181f0d22-3bee-4d36-9b6e-2297d58e9bda tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480583 Sep 08 13:45:36.782820 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.831738 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.924531 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.928570 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.934607 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95ae64f7-f6c9-4a2c-a9a7-34f8a1ee56d4 HTTP/1.1" status: 204 len: 168 time: 0.2605090 Sep 08 13:45:36.945986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364154-a1c8-4aab-b66b-daf08e343ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ae64f7-f6c9-4a2c-a9a7-34f8a1ee56d4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.357487 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33478) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:37.371619 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3de0-dc74-4c78-aa98-da5754332bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.485591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3de0-dc74-4c78-aa98-da5754332bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.489933 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3de0-dc74-4c78-aa98-da5754332bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.541855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3de0-dc74-4c78-aa98-da5754332bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8557028-409d-49d7-b3ff-e777e01d8b8b,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.556258 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33480) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:37.556467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c4bc3de0-dc74-4c78-aa98-da5754332bec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0e279814c524ef285380693ca1a7867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944997 Sep 08 13:45:37.622178 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.647819 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.710660 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.713752 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.714994 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8557028-409d-49d7-b3ff-e777e01d8b8b HTTP/1.1" status: 204 len: 168 time: 0.1592264 Sep 08 13:45:37.725584 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b951b-f9ab-4030-9c49-75781f9d1f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8557028-409d-49d7-b3ff-e777e01d8b8b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.981059 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec97b6-1e17-4ce4-aec4-8abd1e61d7c8 req-cb7dfacc-7088-4538-92f2-5b9e45daa8ec tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:37.982694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31ec97b6-1e17-4ce4-aec4-8abd1e61d7c8 req-cb7dfacc-7088-4538-92f2-5b9e45daa8ec tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0847929 Sep 08 13:45:38.054043 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31ec97b6-1e17-4ce4-aec4-8abd1e61d7c8 req-3a4caa6c-e02d-4ebb-a5d8-17ddf5de9410 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624883 Sep 08 13:45:38.799835 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b283102e-0cbf-4ff0-bc94-18ea2e2d9328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.919916 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.262173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d073e1-4046-4de9-b6a0-39e0a98ddb14 req-1e68e2ef-b6af-46af-b2ac-e74fb0e472e6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:39.265487 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85d073e1-4046-4de9-b6a0-39e0a98ddb14 req-1e68e2ef-b6af-46af-b2ac-e74fb0e472e6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0983114 Sep 08 13:45:39.331745 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85d073e1-4046-4de9-b6a0-39e0a98ddb14 req-64b412d2-045a-4a2f-8a35-1329da956fa6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604477 Sep 08 13:45:40.149838 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.504882 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:45:40.537435 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ee5b-d97d-4879-985b-d1fa62d849eb req-eed3697f-f97b-4058-b5a6-ab3ebf1f720a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:40.541311 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b428ee5b-d97d-4879-985b-d1fa62d849eb req-eed3697f-f97b-4058-b5a6-ab3ebf1f720a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 943 time: 0.0894802 Sep 08 13:45:40.607833 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b428ee5b-d97d-4879-985b-d1fa62d849eb req-43304cb5-2bdc-4d6b-8432-d976ac626433 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582728 Sep 08 13:45:40.646169 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:40.659806 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'mac_address': 'fa:16:3e:1c:79:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:45:40.708810 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.735496 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:45:40.768266 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:40.774489 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.834367 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=9']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:40.842578 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.842916 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.843218 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.843550 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.843882 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.844270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.844529 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.844891 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.845219 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.845544 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.845863 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:40.846184 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:41.001926 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33608) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.031762 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['c8f5ad71-19de-414b-9b42-e6169e331c5e'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:45:41.162293 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25952b6d-7398-40fe-afb6-7c2eb11a61d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.322232 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25952b6d-7398-40fe-afb6-7c2eb11a61d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.326776 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25952b6d-7398-40fe-afb6-7c2eb11a61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.375866 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-25952b6d-7398-40fe-afb6-7c2eb11a61d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82e818a72d514609ac1e08776d6e9ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696907 Sep 08 13:45:41.375866 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25952b6d-7398-40fe-afb6-7c2eb11a61d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39065c0-1da4-48b7-b2e8-e2559e8c2222,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:41.376496 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33614) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.468257 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.471666 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.506761 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.590865 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.595553 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.601850 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d39065c0-1da4-48b7-b2e8-e2559e8c2222 HTTP/1.1" status: 204 len: 168 time: 0.2193990 Sep 08 13:45:41.611208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42996b9f-a9ff-4a0f-a2d4-7aa0b442ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39065c0-1da4-48b7-b2e8-e2559e8c2222,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:41.816520 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f740-377a-4789-81cc-82f60dc360d5 req-4ac007a5-f7ac-4fb8-893a-201a96678263 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:41.818188 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f0e0f740-377a-4789-81cc-82f60dc360d5 req-4ac007a5-f7ac-4fb8-893a-201a96678263 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 944 time: 0.0870771 Sep 08 13:45:41.871215 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f0e0f740-377a-4789-81cc-82f60dc360d5 req-3688321d-a114-4c09-9cd9-d9d041dd7769 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374677 Sep 08 13:45:42.019325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33624) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:42.035406 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-99b2f01f-9687-4cea-9002-37467335d0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.145727 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-99b2f01f-9687-4cea-9002-37467335d0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.151253 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-99b2f01f-9687-4cea-9002-37467335d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.200538 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-99b2f01f-9687-4cea-9002-37467335d0f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b52a10727344d28b7bcbfe4f929c168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800115 Sep 08 13:45:42.202883 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f01f-9687-4cea-9002-37467335d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e4788a-fd95-4626-9c0a-b4721140389c,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.203908 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33626) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:42.301940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.336320 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.392374 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.395435 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.397054 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62e4788a-fd95-4626-9c0a-b4721140389c HTTP/1.1" status: 204 len: 168 time: 0.1903498 Sep 08 13:45:42.408107 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c84fa-7e19-4e85-8eda-6aa2d58418b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e4788a-fd95-4626-9c0a-b4721140389c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.518303 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:42.591972 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port c8f5ad71-19de-414b-9b42-e6169e331c5e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:42.593639 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.834256 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.860422 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:42.862809 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94199c4-9587-49ac-85b3-f2b995bb3690" -d '{"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:42.878545 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:42.889540 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.971476 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ac3b8-fedb-4526-a3ff-b2c52cf2413c x-openstack-request-id: req-1e6ac3b8-fedb-4526-a3ff-b2c52cf2413c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:42.972062 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:42.972537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e6ac3b8-fedb-4526-a3ff-b2c52cf2413c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:42.973345 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'code': 200} Sep 08 13:45:42.983882 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=10']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:43.120806 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35ab1-758d-4a50-ad6c-6d10b09a8ce7 req-f2fc9392-1ff4-4ee0-a0a0-d7f219031562 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:43.123424 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9be35ab1-758d-4a50-ad6c-6d10b09a8ce7 req-f2fc9392-1ff4-4ee0-a0a0-d7f219031562 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.0897484 Sep 08 13:45:43.186089 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9be35ab1-758d-4a50-ad6c-6d10b09a8ce7 req-fe4cefee-a42c-4745-a462-1f063ba4cb89 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519664 Sep 08 13:45:43.533634 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e35600-44a0-4794-b4cc-c9a3de7dc5c0 req-b5f1f5c6-470d-450d-8137-e23d56be65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:43.535279 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83e35600-44a0-4794-b4cc-c9a3de7dc5c0 req-b5f1f5c6-470d-450d-8137-e23d56be65de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1099 time: 0.0651693 Sep 08 13:45:43.591527 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83e35600-44a0-4794-b4cc-c9a3de7dc5c0 req-3e3c2d9e-4143-4d4d-a9ef-5b15117673c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Sep 08 13:45:44.371967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f722115-51a3-4099-bb9f-e08f402a0d8e req-fab3bcd4-4443-41ba-87f4-a0b4025081ad tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:44.373623 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f722115-51a3-4099-bb9f-e08f402a0d8e req-fab3bcd4-4443-41ba-87f4-a0b4025081ad tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.0655398 Sep 08 13:45:44.445978 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f722115-51a3-4099-bb9f-e08f402a0d8e req-b4fe960a-82e6-4170-99aa-a219e9680a77 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646813 Sep 08 13:45:44.966124 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33704) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:45.135305 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-faeccfe6-4407-46c6-8792-faa623a48d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.282237 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-faeccfe6-4407-46c6-8792-faa623a48d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.287689 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-faeccfe6-4407-46c6-8792-faa623a48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.359788 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-faeccfe6-4407-46c6-8792-faa623a48d25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=840a94501dcb456a935a437bbda397c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918355 Sep 08 13:45:45.361307 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeccfe6-4407-46c6-8792-faa623a48d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea80e8-1d5a-4878-9036-4a1a44216da7,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:45.363922 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33718) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:45.444987 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.489625 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.592745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.596591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.605879 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58ea80e8-1d5a-4878-9036-4a1a44216da7 HTTP/1.1" status: 204 len: 168 time: 0.2396071 Sep 08 13:45:45.626909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f793e-91b4-4807-a915-a8d3a1705008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea80e8-1d5a-4878-9036-4a1a44216da7,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:45.733279 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170930-41d6-44b7-9cc5-86d94576ee46 req-153c0b0f-8058-4796-81ce-5b3fbaeb3dbe tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:45.736465 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f170930-41d6-44b7-9cc5-86d94576ee46 req-153c0b0f-8058-4796-81ce-5b3fbaeb3dbe tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.1059299 Sep 08 13:45:45.814100 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f170930-41d6-44b7-9cc5-86d94576ee46 req-3d1744ff-3cdb-4204-886e-fbe843dcd7ec tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647130 Sep 08 13:45:46.093328 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33756) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:46.110766 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d04d90e6-00a6-41c7-bfed-6f407397307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.276466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d04d90e6-00a6-41c7-bfed-6f407397307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.283462 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d04d90e6-00a6-41c7-bfed-6f407397307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.346093 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-d04d90e6-00a6-41c7-bfed-6f407397307c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eeb2d9512d3c4a19870a1e0bab1ee93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515149 Sep 08 13:45:46.347243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d90e6-00a6-41c7-bfed-6f407397307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecb60a9-395f-4ddb-8599-e93f4b7c790b,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:46.350531 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33762) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:46.432141 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.456781 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.515442 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.518733 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.520133 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eecb60a9-395f-4ddb-8599-e93f4b7c790b HTTP/1.1" status: 204 len: 168 time: 0.1682544 Sep 08 13:45:46.531596 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5418de-50d2-4284-b7f0-7f7de1b6514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecb60a9-395f-4ddb-8599-e93f4b7c790b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:47.002742 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bafe7-206c-497b-8dd0-3160d103511c req-d928bd12-0a62-4466-b4ed-b9ba4cfe2088 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:47.004858 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e26bafe7-206c-497b-8dd0-3160d103511c req-d928bd12-0a62-4466-b4ed-b9ba4cfe2088 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.0877810 Sep 08 13:45:47.059575 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e26bafe7-206c-497b-8dd0-3160d103511c req-c32d02fa-ca2a-4136-98ac-83689b511a49 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462391 Sep 08 13:45:47.543030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33800) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:47.667710 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-938481616-network', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:47.700819 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Made reservation on behalf of dc09a9df1927406aa49a0bd2524947b3 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:47.704092 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.717537 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.879913 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.885450 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.930076 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:45:47.957114 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f9f4c8-2a62-492b-8764-765a90bcb8f3,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:47.966451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.966987 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Added segment 993372d4-c5d5-4ed8-a3d0-512c9079d6fa of type vlan for network b49103fd-23a8-488a-a34e-5560081e6e8e Sep 08 13:45:48.042544 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.086488 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.088155 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:48.089233 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.146466 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6016243 Sep 08 13:45:48.151304 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33806) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:48.162797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Request body: {'subnet': {'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-938481616-subnet', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:48.221168 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc582-50e2-43c7-9cac-69b49e27428f admin admin] Pushing event updated for resources: {'Network': ['ID=b49103fd-23a8-488a-a34e-5560081e6e8e,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:48.234780 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network b49103fd-23a8-488a-a34e-5560081e6e8e details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:48.247812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Made reservation on behalf of dc09a9df1927406aa49a0bd2524947b3 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:48.251568 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.489660 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.607867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:48.616621 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Checking segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:48.617233 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Network hostable DHCP agents. Network: b49103fd-23a8-488a-a34e-5560081e6e8e, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:45:48.645070 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Network b49103fd-23a8-488a-a34e-5560081e6e8e is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:45:48.659464 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, b49103fd-23a8-488a-a34e-5560081e6e8e) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:48.667133 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:48.668977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.670461 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d68604-09c4-44eb-8339-d169fa9c3429 None None] Network b49103fd-23a8-488a-a34e-5560081e6e8e requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:48.696439 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a1186e02-d197-4fee-b96f-b50652a5799c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5397699 Sep 08 13:45:48.697634 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33810) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:48.704895 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:48.744862 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.746422 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.852764 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.893235 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.898847 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-b49103fd-23a8-488a-a34e-5560081e6e8e', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:48.899818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.057738 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.130609 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Allocated IP 172.20.0.2 (b49103fd-23a8-488a-a34e-5560081e6e8e/fffaa4ae-5d62-4ab3-a83a-4cccb339fb63/b23bbc01-ede8-45b1-9720-a710b268483e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:49.337640 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.348395 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Transition to ACTIVE for port object b23bbc01-ede8-45b1-9720-a710b268483e will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:49.366113 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Transition to ACTIVE for port object b23bbc01-ede8-45b1-9720-a710b268483e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:49.372247 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.376091 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.400644 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.420446 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Network b49103fd-23a8-488a-a34e-5560081e6e8e is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:49.426476 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:49.435205 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:49.448271 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Pushing event updated for resources: {'Port': ['ID=b23bbc01-ede8-45b1-9720-a710b268483e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:49.518836 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Attempting to bind port b23bbc01-ede8-45b1-9720-a710b268483e on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:49.519379 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Attempting to bind port b23bbc01-ede8-45b1-9720-a710b268483e by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:49.519850 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Attempting to bind port b23bbc01-ede8-45b1-9720-a710b268483e on network b49103fd-23a8-488a-a34e-5560081e6e8e {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:49.527123 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:49.527700 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Checking segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:49.528238 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.528893 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Bound using segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:49.529844 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Bound port: b23bbc01-ede8-45b1-9720-a710b268483e, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:49.530449 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.581997 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Allocated IP 172.27.3.57 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/ee929892-bd6b-479e-a0b2-b99625427fc1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:49.623793 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] For port b23bbc01-ede8-45b1-9720-a710b268483e, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:49.628674 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] For port b23bbc01-ede8-45b1-9720-a710b268483e, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b23bbc01-ede8-45b1-9720-a710b268483e,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:49.635292 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.714071 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2660fbd-bbab-47d4-953e-aa67e6e81bae None None] Pushing event updated for resources: {'Port': ['ID=b23bbc01-ede8-45b1-9720-a710b268483e,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:49.741015 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.804689 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.849440 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:49.856155 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:49.861531 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:49.865134 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Pushing event updated for resources: {'Port': ['ID=ee929892-bd6b-479e-a0b2-b99625427fc1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:50.222664 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.809019 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc11d2-7c5f-4c49-861e-3a6dec365f2a None None] Network b49103fd-23a8-488a-a34e-5560081e6e8e requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:50.831986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.906506 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e4c008d5-dd55-4b8e-949b-8792bd403e5f None None] Provisioning for port b23bbc01-ede8-45b1-9720-a710b268483e completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:50.986062 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Router 1d20c049-1fb7-437b-9acd-c075359af9b2 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:45:51.161344 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:51.178722 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Sync routers for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:51.188518 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.190606 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-38c02e8f-8e7f-407f-912e-9bd5b6e4f562 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4915032 Sep 08 13:45:51.194917 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33828) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:51.232991 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:51.234157 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:51.441474 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b23bbc01-ede8-45b1-9720-a710b268483e up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:51.567460 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:51.610331 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port b23bbc01-ede8-45b1-9720-a710b268483e completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:51.669137 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port b23bbc01-ede8-45b1-9720-a710b268483e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:51.669741 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.973045 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.029340 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:50Z', 'revision_number': 3, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:52.032908 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port b23bbc01-ede8-45b1-9720-a710b268483e, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b23bbc01-ede8-45b1-9720-a710b268483e,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:52.073931 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.078113 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Checking router: 1d20c049-1fb7-437b-9acd-c075359af9b2 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:52.078666 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Updating router 1d20c049-1fb7-437b-9acd-c075359af9b2 port ee929892-bd6b-479e-a0b2-b99625427fc1 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:45:52.099450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.148869 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.203728 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=b23bbc01-ede8-45b1-9720-a710b268483e,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.413670 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Allocated IP 172.20.0.1 (b49103fd-23a8-488a-a34e-5560081e6e8e/fffaa4ae-5d62-4ab3-a83a-4cccb339fb63/df4b5b90-db8e-49a6-b4ae-13df90fb10ac) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:52.623825 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.640818 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Transition to ACTIVE for port object df4b5b90-db8e-49a6-b4ae-13df90fb10ac will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:52.650924 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.663355 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Transition to ACTIVE for port object ee929892-bd6b-479e-a0b2-b99625427fc1 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:52.671976 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.690258 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.738954 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Attempting to bind port ee929892-bd6b-479e-a0b2-b99625427fc1 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:52.739281 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Attempting to bind port ee929892-bd6b-479e-a0b2-b99625427fc1 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:52.740237 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Attempting to bind port ee929892-bd6b-479e-a0b2-b99625427fc1 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:52.749516 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2347-89d0-4d91-81f8-9a8b3ff88940 None None] Pushing event updated for resources: {'Port': ['ID=ee929892-bd6b-479e-a0b2-b99625427fc1,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.755589 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Network b49103fd-23a8-488a-a34e-5560081e6e8e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:52.758990 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:52.762769 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:52.763168 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:52.763579 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.763929 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:52.764445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Bound port: ee929892-bd6b-479e-a0b2-b99625427fc1, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:52.764851 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.766043 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:52.773009 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Pushing event updated for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.831102 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.862207 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] For port ee929892-bd6b-479e-a0b2-b99625427fc1, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:52.867684 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] For port ee929892-bd6b-479e-a0b2-b99625427fc1, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=ee929892-bd6b-479e-a0b2-b99625427fc1,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:52.875222 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.957607 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:52.958107 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:53.001598 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2347-89d0-4d91-81f8-9a8b3ff88940 None None] Pushing event updated for resources: {'Port': ['ID=ee929892-bd6b-479e-a0b2-b99625427fc1,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:53.042191 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.128535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:53.379692 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.390594 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.411887 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b23bbc01-ede8-45b1-9720-a710b268483e up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:53.529411 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8c3235b8-3679-4c43-a864-236330dfc888 None None] Provisioning for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:53.533784 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.537326 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Pushing event updated for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:53.572023 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8c3235b8-3679-4c43-a864-236330dfc888 None None] Provisioning complete for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:53.572384 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c3235b8-3679-4c43-a864-236330dfc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.643172 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8c3235b8-3679-4c43-a864-236330dfc888 None None] Port df4b5b90-db8e-49a6-b4ae-13df90fb10ac cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:53.651096 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port b23bbc01-ede8-45b1-9720-a710b268483e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:53.651597 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.728293 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Network b49103fd-23a8-488a-a34e-5560081e6e8e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:53.732111 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:53.842401 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:50Z', 'revision_number': 3, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:53.896859 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a466bb-0164-4b8a-b27a-4fe79b650d26 None None] The sync data for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi is: [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:50Z', 'revision_number': 3, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:53.993625 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Router 1d20c049-1fb7-437b-9acd-c075359af9b2 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:45:54.077731 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-dc89811e-e108-4551-a422-c0a3bb0c4c30 None None] Provisioning complete for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:54.078575 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc89811e-e108-4551-a422-c0a3bb0c4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.113037 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004088-cbef-45e3-9d48-c9763b117d99 req-ef771961-35a5-47df-a8a8-1b45787194f3 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:54.116644 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b8004088-cbef-45e3-9d48-c9763b117d99 req-ef771961-35a5-47df-a8a8-1b45787194f3 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0957439 Sep 08 13:45:54.132333 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dc89811e-e108-4551-a422-c0a3bb0c4c30 None None] Port df4b5b90-db8e-49a6-b4ae-13df90fb10ac cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:54.188842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:54.193446 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b8004088-cbef-45e3-9d48-c9763b117d99 req-9ac9031f-f5ea-487b-8201-2cecb6c83aa5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577948 Sep 08 13:45:54.198444 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-99ecb43d-4b84-4066-a525-7fdcb30aa9be admin admin] 10.222.0.58 "PUT /v2.0/routers/1d20c049-1fb7-437b-9acd-c075359af9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018191 Sep 08 13:45:55.076418 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33894) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:55.081592 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1459935396-network', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:55.124675 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Made reservation on behalf of 0cafccc22a2a453b846d1d6b07c6eaf8 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:55.127766 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.138467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.184443 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:55.270670 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.277407 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.303455 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device ee929892-bd6b-479e-a0b2-b99625427fc1 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:55.325337 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982424d6-0493-41ec-919e-dfd1ecd69d20,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:55.361257 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:45:55.395723 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port ee929892-bd6b-479e-a0b2-b99625427fc1 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:55.405325 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port ee929892-bd6b-479e-a0b2-b99625427fc1 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:55.406565 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.417154 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.418036 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Added segment 7478b188-b0c8-4212-9e7b-97f0113fe2c4 of type vlan for network 09af5ff4-6458-417a-ac82-8f988fc08116 Sep 08 13:45:55.472270 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ce63-97f7-4156-ac23-03527031775c req-b03685fc-4d4e-45ad-b649-3f8c041db56b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:55.474710 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-44f0ce63-97f7-4156-ac23-03527031775c req-b03685fc-4d4e-45ad-b649-3f8c041db56b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1426933 Sep 08 13:45:55.512512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.530424 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.571081 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port ee929892-bd6b-479e-a0b2-b99625427fc1, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=ee929892-bd6b-479e-a0b2-b99625427fc1,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:55.576847 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-44f0ce63-97f7-4156-ac23-03527031775c req-a1c912dc-66c6-44ce-9d78-7001b21b99dd tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909188 Sep 08 13:45:55.580219 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.591964 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.593667 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:55.594465 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.692055 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=ee929892-bd6b-479e-a0b2-b99625427fc1,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:55.702360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6243064 Sep 08 13:45:55.707125 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33898) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:55.712753 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f182b9-f930-4384-b54d-3d452d2e6265 admin admin] Pushing event updated for resources: {'Network': ['ID=09af5ff4-6458-417a-ac82-8f988fc08116,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:55.718495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Request body: {'subnet': {'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1459935396-subnet', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:55.727501 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 09af5ff4-6458-417a-ac82-8f988fc08116 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:55.764649 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Made reservation on behalf of 0cafccc22a2a453b846d1d6b07c6eaf8 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:55.768075 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520829013'] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.082355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520600163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520828995'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.127732 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Sync routers for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:56.171057 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:56.171381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7fffb4-322d-48a0-8075-5d15ced8c016,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:56.183685 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:56.187884 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Checking segment: {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:56.188751 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Network hostable DHCP agents. Network: 09af5ff4-6458-417a-ac82-8f988fc08116, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:45:56.215045 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Network 09af5ff4-6458-417a-ac82-8f988fc08116 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:45:56.226151 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 09af5ff4-6458-417a-ac82-8f988fc08116) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:56.233316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:56.234649 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.245403 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef6576-06d8-41c1-9fd5-20dec07c141b None None] Network 09af5ff4-6458-417a-ac82-8f988fc08116 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:56.262720 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-06aeaf2a-299e-4083-b3c8-eb47b1e54853 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5488570 Sep 08 13:45:56.263162 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 33908) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.269892 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:56.306979 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.308916 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.371748 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:56.405355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.514039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-09af5ff4-6458-417a-ac82-8f988fc08116', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:56.517130 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.612762 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.685130 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:45:53Z', 'revision_number': 2, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:56.719890 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Checking router: 1d20c049-1fb7-437b-9acd-c075359af9b2 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:56.720251 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Updating router 1d20c049-1fb7-437b-9acd-c075359af9b2 port df4b5b90-db8e-49a6-b4ae-13df90fb10ac binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:45:56.751566 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.774566 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Allocated IP 172.20.0.2 (09af5ff4-6458-417a-ac82-8f988fc08116/0b7fffb4-322d-48a0-8075-5d15ced8c016/225c0b5d-3eaf-4fc6-b0ef-af404befb690) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:56.840855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c67f-d7ed-431c-a8d5-5335c969cb5f req-40164e79-aea2-478a-81a4-1fbd896c9d65 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:56.856156 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea71c67f-d7ed-431c-a8d5-5335c969cb5f req-40164e79-aea2-478a-81a4-1fbd896c9d65 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1250815 Sep 08 13:45:56.939218 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea71c67f-d7ed-431c-a8d5-5335c969cb5f req-2e0677b1-5a64-4c29-b7c8-e4b8c0f23427 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791461 Sep 08 13:45:56.997866 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.010169 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Transition to ACTIVE for port object 225c0b5d-3eaf-4fc6-b0ef-af404befb690 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:57.035585 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Transition to ACTIVE for port object 225c0b5d-3eaf-4fc6-b0ef-af404befb690 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:57.041112 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.051492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.082459 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.124507 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.135336 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Network 09af5ff4-6458-417a-ac82-8f988fc08116 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:57.142431 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Transition to ACTIVE for port object df4b5b90-db8e-49a6-b4ae-13df90fb10ac will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:57.146810 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.148292 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:57.155802 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:57.211797 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Pushing event updated for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.235612 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Pushing event updated for resources: {'Port': ['ID=225c0b5d-3eaf-4fc6-b0ef-af404befb690,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.238736 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Attempting to bind port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:57.239102 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Attempting to bind port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:57.239459 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Attempting to bind port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 on network 09af5ff4-6458-417a-ac82-8f988fc08116 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:57.246315 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:57.246692 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Checking segment: {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:57.247097 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.247495 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Bound using segment: {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:57.247983 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Bound port: 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:57.252313 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.367905 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.368448 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.369186 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.369784 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.370383 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.370960 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.371517 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.372947 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.374192 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.374773 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.375333 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.375875 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:57.379651 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Attempting to bind port df4b5b90-db8e-49a6-b4ae-13df90fb10ac on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:57.380343 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Attempting to bind port df4b5b90-db8e-49a6-b4ae-13df90fb10ac by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:57.380871 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Attempting to bind port df4b5b90-db8e-49a6-b4ae-13df90fb10ac on network b49103fd-23a8-488a-a34e-5560081e6e8e {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:57.387970 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device ee929892-bd6b-479e-a0b2-b99625427fc1 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:57.391787 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:57.392248 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Checking segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:57.392775 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.393488 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Bound using segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:57.394246 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Bound port: df4b5b90-db8e-49a6-b4ae-13df90fb10ac, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:57.394874 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.458130 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Allocated IP 172.27.3.196 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/f1954e61-7574-49b6-81b6-ac44ab0dbfa7) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:57.489276 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] For port 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:57.496207 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] For port df4b5b90-db8e-49a6-b4ae-13df90fb10ac, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:57.508335 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] For port df4b5b90-db8e-49a6-b4ae-13df90fb10ac, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:57.509135 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] For port 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=225c0b5d-3eaf-4fc6-b0ef-af404befb690,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:57.518890 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.519348 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.618337 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port ee929892-bd6b-479e-a0b2-b99625427fc1 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:57.619873 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.631180 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b331fd9-4b8f-4d92-863f-80474d9926f2 None None] Pushing event updated for resources: {'Port': ['ID=225c0b5d-3eaf-4fc6-b0ef-af404befb690,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.722126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.722876 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33932) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:57.737721 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:57.738523 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:57.800887 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625e60-bfa7-4869-ae5b-2f96dcaee734 None None] Pushing event updated for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.840541 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.900279 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:57.911126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:57.914322 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.918355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:57.918610 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:58.006677 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96df1f71-267a-492b-b7d6-8de4cddd2ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.289519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111280-1e3d-41b2-b196-d6a523134e63 req-7b7d7847-c553-4d7c-bd87-4d1ea068a767 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:58.295578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-de111280-1e3d-41b2-b196-d6a523134e63 req-7b7d7847-c553-4d7c-bd87-4d1ea068a767 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1377392 Sep 08 13:45:58.330611 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96df1f71-267a-492b-b7d6-8de4cddd2ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.347759 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-96df1f71-267a-492b-b7d6-8de4cddd2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.395712 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-96df1f71-267a-492b-b7d6-8de4cddd2ea1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f014cd2e92a4721a92d7bf30162dbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709654 Sep 08 13:45:58.399962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33940) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:58.420137 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df1f71-267a-492b-b7d6-8de4cddd2ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab94d93-1025-4183-a814-95dfa7be5100,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:58.460488 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:45:57Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:58.469418 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-de111280-1e3d-41b2-b196-d6a523134e63 req-29876d72-669c-469c-bf43-2e882a6d0e73 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542907 Sep 08 13:45:58.509645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.535782 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7eaf1-28eb-4468-9ddb-140c804924b1 None None] The sync data for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi is: [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:45:57Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:58.540636 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.648337 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.653620 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.656196 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ab94d93-1025-4183-a814-95dfa7be5100 HTTP/1.1" status: 204 len: 168 time: 0.2548406 Sep 08 13:45:58.674403 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525940bf-644c-46c0-8867-0f8afa792a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab94d93-1025-4183-a814-95dfa7be5100,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:58.815706 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.119171 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.244705 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e49de-7aae-4971-bf42-cc6ebab15e56 None None] Network 09af5ff4-6458-417a-ac82-8f988fc08116 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:59.344733 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Router a86338f0-a506-46a5-9484-16cfcbabb43d is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:45:59.450136 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-7ddb548c-b123-4eed-8669-58f81322f182 None None] Provisioning for port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:59.457055 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 225c0b5d-3eaf-4fc6-b0ef-af404befb690 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:59.594900 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:59.622728 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.627748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 33964) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:59.628726 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-79ead20f-748b-435b-94ab-cdf388f359c4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3635111 Sep 08 13:45:59.650619 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Sync routers for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:59.683651 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:59.684124 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:59.738556 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:59.752049 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:59.752718 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.873759 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f235c5-1bac-4cb0-a867-1de9e259064d req-47c68f50-1209-4720-b4b6-73e8957a5b35 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:59.876775 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-92f235c5-1bac-4cb0-a867-1de9e259064d req-47c68f50-1209-4720-b4b6-73e8957a5b35 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1879842 Sep 08 13:45:59.927017 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:00.058407 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.070498 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-92f235c5-1bac-4cb0-a867-1de9e259064d req-4b1e67bf-68fa-4c03-bc4e-3f401564364f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854897 Sep 08 13:46:00.422390 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-82cb33ba-1895-4d55-b810-04985cbb9a21 None None] Provisioning complete for port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:00.423194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-82cb33ba-1895-4d55-b810-04985cbb9a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.487231 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=225c0b5d-3eaf-4fc6-b0ef-af404befb690,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:00.506557 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.508319 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device df4b5b90-db8e-49a6-b4ae-13df90fb10ac up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:00.770528 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=225c0b5d-3eaf-4fc6-b0ef-af404befb690,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:00.857032 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.863423 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:45:58Z', 'revision_number': 3, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:00.868790 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:00.925791 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:00.925791 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.928497 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Checking router: a86338f0-a506-46a5-9484-16cfcbabb43d for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:00.929086 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Updating router a86338f0-a506-46a5-9484-16cfcbabb43d port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:01.032721 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.047000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Allocated IP 172.20.0.1 (09af5ff4-6458-417a-ac82-8f988fc08116/0b7fffb4-322d-48a0-8075-5d15ced8c016/09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:01.226557 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.261732 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Transition to ACTIVE for port object 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:01.269319 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.293231 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5adfc-a076-48fe-9ecf-65dc0e7b8d9c req-ba90e12e-1ee6-42d8-af43-aa33313cd64e tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:01.295612 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46d5adfc-a076-48fe-9ecf-65dc0e7b8d9c req-ba90e12e-1ee6-42d8-af43-aa33313cd64e tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1203525 Sep 08 13:46:01.359561 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port df4b5b90-db8e-49a6-b4ae-13df90fb10ac, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:01.368319 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.373449 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.436924 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46d5adfc-a076-48fe-9ecf-65dc0e7b8d9c req-d62789dd-7b63-4957-aab4-b7d40eda5858 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258781 Sep 08 13:46:01.446894 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Pushing event updated for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.459693 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.462135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Network 09af5ff4-6458-417a-ac82-8f988fc08116 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:01.465495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:01.468805 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:01.524702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.533504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 225c0b5d-3eaf-4fc6-b0ef-af404befb690 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:01.608656 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.641064 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Transition to ACTIVE for port object f1954e61-7574-49b6-81b6-ac44ab0dbfa7 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:01.659404 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.730831 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.738852 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:01.739488 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.832578 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Attempting to bind port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:01.833271 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Attempting to bind port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:01.833868 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Attempting to bind port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:01.844929 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987965fa-3b23-4d34-9432-43d3677b2472 None None] Pushing event updated for resources: {'Port': ['ID=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.874384 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:01.875394 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:01.876534 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.877540 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:01.878590 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Bound port: f1954e61-7574-49b6-81b6-ac44ab0dbfa7, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:01.879681 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.939625 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a7db9188-40bb-4014-a1aa-a9579ad1c493 None None] Provisioning for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:01.963339 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a7db9188-40bb-4014-a1aa-a9579ad1c493 None None] Provisioning complete for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:01.964477 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a7db9188-40bb-4014-a1aa-a9579ad1c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.035884 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.049389 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.116869 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] For port f1954e61-7574-49b6-81b6-ac44ab0dbfa7, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:02.130457 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a7db9188-40bb-4014-a1aa-a9579ad1c493 None None] Port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:02.138535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] For port f1954e61-7574-49b6-81b6-ac44ab0dbfa7, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:02.158657 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.165782 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.175705 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Pushing event updated for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:02.273504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:02.274458 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:02.314373 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Network 09af5ff4-6458-417a-ac82-8f988fc08116 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:02.316085 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:02.350236 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987965fa-3b23-4d34-9432-43d3677b2472 None None] Pushing event updated for resources: {'Port': ['ID=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:02.474199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:02.601769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Router a86338f0-a506-46a5-9484-16cfcbabb43d has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:02.710583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-61f56476-5ccd-4054-b524-6a7e66779608 None None] Provisioning complete for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:02.710890 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478726b-8652-4ff8-8cac-fd465f00264f req-abe5264b-60cc-44e6-b551-9486a3f82327 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:02.711160 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f56476-5ccd-4054-b524-6a7e66779608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.712360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6478726b-8652-4ff8-8cac-fd465f00264f req-abe5264b-60cc-44e6-b551-9486a3f82327 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1083686 Sep 08 13:46:02.799107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:02.806140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-61f56476-5ccd-4054-b524-6a7e66779608 None None] Port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:02.806470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b6aaec27-d922-4ae0-8988-8d0f4cafab1c admin admin] 10.222.0.58 "PUT /v2.0/routers/a86338f0-a506-46a5-9484-16cfcbabb43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1754305 Sep 08 13:46:02.815319 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6478726b-8652-4ff8-8cac-fd465f00264f req-0b2e3a4f-25b5-44fd-9c4f-1bdbb0e6de7b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900826 Sep 08 13:46:02.886905 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26', 'name': '', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'mac_address': 'fa:16:3e:cd:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:00Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 2, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'subnets': [{'id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:02.922829 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df470cb-e160-4aee-86a0-4f6120e6abc0 None None] The sync data for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi is: [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26', 'name': '', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'mac_address': 'fa:16:3e:cd:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:00Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 2, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'subnets': [{'id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:03.471852 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device df4b5b90-db8e-49a6-b4ae-13df90fb10ac up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:03.529703 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port df4b5b90-db8e-49a6-b4ae-13df90fb10ac triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:03.530986 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:04.047151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7f5c4-ca7b-4c66-a201-12391dd92edd req-8abab8e1-da63-4d2e-ba86-0fca5ab2686b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.049897 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e7f5c4-ca7b-4c66-a201-12391dd92edd req-8abab8e1-da63-4d2e-ba86-0fca5ab2686b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1021051 Sep 08 13:46:04.103695 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c1e7f5c4-ca7b-4c66-a201-12391dd92edd req-8ab074fb-de9f-41c8-968d-a941a79064f7 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393667 Sep 08 13:46:05.316523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d964-7b7b-45e3-a910-4211e988eac2 req-a8c70d2b-413b-4b7f-b4e1-9362e07cdf4d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:05.318388 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9765d964-7b7b-45e3-a910-4211e988eac2 req-a8c70d2b-413b-4b7f-b4e1-9362e07cdf4d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0840292 Sep 08 13:46:05.422319 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9765d964-7b7b-45e3-a910-4211e988eac2 req-c29e6c7d-f07e-4d6d-9ca1-85f41e69ebfb tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958560 Sep 08 13:46:05.524108 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f1954e61-7574-49b6-81b6-ac44ab0dbfa7 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:05.661507 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:05.675648 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:05.675648 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.800356 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.836223 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port f1954e61-7574-49b6-81b6-ac44ab0dbfa7, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:05.843493 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.977099 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:06.392903 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd6290a-a18f-4524-a586-68a0a65af948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.529797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34062) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:06.709238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80c75e-5af4-4e78-9ab2-5cb9456f7319 req-cbe2e15f-2a08-4872-b6a6-1049b7e18752 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.710922 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eb80c75e-5af4-4e78-9ab2-5cb9456f7319 req-cbe2e15f-2a08-4872-b6a6-1049b7e18752 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0851321 Sep 08 13:46:06.738017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b14a8e4a-f8bb-47f5-9f7e-b99fb0d371d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.890266 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eb80c75e-5af4-4e78-9ab2-5cb9456f7319 req-06d907a3-4479-4364-b19e-705d598b8d99 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695144 Sep 08 13:46:07.034591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b14a8e4a-f8bb-47f5-9f7e-b99fb0d371d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.048380 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b14a8e4a-f8bb-47f5-9f7e-b99fb0d371d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.123996 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b14a8e4a-f8bb-47f5-9f7e-b99fb0d371d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdea9f0790b343eca168b397669f3e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883646 Sep 08 13:46:07.123996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8e4a-f8bb-47f5-9f7e-b99fb0d371d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5fab7-6133-4e25-b046-0ac8a94bc370,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:07.124149 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34074) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:07.170750 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Sync routers for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:07.186734 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:07.188496 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:07.216307 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.261314 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.342755 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:07.347875 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.360990 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.363023 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27f5fab7-6133-4e25-b046-0ac8a94bc370 HTTP/1.1" status: 204 len: 168 time: 0.2387567 Sep 08 13:46:07.379763 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0610609-1fdf-4a28-8312-e232d10ebbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5fab7-6133-4e25-b046-0ac8a94bc370,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:07.587466 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f1954e61-7574-49b6-81b6-ac44ab0dbfa7 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:07.681289 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:07.682031 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.705947 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26', 'name': '', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'mac_address': 'fa:16:3e:cd:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:00Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 2, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'subnets': [{'id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:07.750300 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Checking router: a86338f0-a506-46a5-9484-16cfcbabb43d for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:07.751059 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Updating router a86338f0-a506-46a5-9484-16cfcbabb43d port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:07.785865 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.144790 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2a980-967a-4270-ab7e-2adaeb7b2a8f req-aa68592a-838f-4812-bb20-16d6d4a839c4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:08.169298 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bef2a980-967a-4270-ab7e-2adaeb7b2a8f req-aa68592a-838f-4812-bb20-16d6d4a839c4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1350222 Sep 08 13:46:08.293102 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bef2a980-967a-4270-ab7e-2adaeb7b2a8f req-9c4df03f-ac1d-49d3-9119-229b26163e97 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162877 Sep 08 13:46:08.348995 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.368350 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Transition to ACTIVE for port object 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:08.381790 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.456376 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbcf24-84fe-468d-bc84-0a9a2546ca98 None None] Pushing event updated for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:08.544998 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Attempting to bind port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:08.545612 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Attempting to bind port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:08.546147 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Attempting to bind port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 on network 09af5ff4-6458-417a-ac82-8f988fc08116 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:08.552149 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:08.561473 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Checking segment: {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:08.562660 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.563237 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Bound using segment: {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:08.563928 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Bound port: 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7478b188-b0c8-4212-9e7b-97f0113fe2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:08.564527 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.699069 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] For port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:08.707544 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] For port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:08.730180 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.840865 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-357b5180-9eb9-4506-b239-917967fad5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.858134 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:08.859430 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:45:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:08.954451 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.970410 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbcf24-84fe-468d-bc84-0a9a2546ca98 None None] Pushing event updated for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:09.148234 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:09.383787 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34120) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:09.717956 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:09.859089 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e182ca-8175-4f2e-9c85-fbf8dd407656 req-2eec6ba8-b363-44ed-9891-7bebf335aeae tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:09.861769 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:09.870338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:09.870998 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.875972 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f8e182ca-8175-4f2e-9c85-fbf8dd407656 req-2eec6ba8-b363-44ed-9891-7bebf335aeae tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.2099729 Sep 08 13:46:09.878669 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b140a4-6a7b-454a-a79e-aa3df229138b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.971886 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34126) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:10.044966 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26', 'name': '', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'mac_address': 'fa:16:3e:cd:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:00Z', 'updated_at': '2021-09-08T13:46:08Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'subnets': [{'id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:10.122747 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07da820-9a49-425a-9b5d-5661186489f8 None None] The sync data for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi is: [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26', 'name': '', 'network_id': '09af5ff4-6458-417a-ac82-8f988fc08116', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'mac_address': 'fa:16:3e:cd:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:00Z', 'updated_at': '2021-09-08T13:46:08Z', 'revision_number': 4, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'subnets': [{'id': '0b7fffb4-322d-48a0-8075-5d15ced8c016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:10.141202 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.149309 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f8e182ca-8175-4f2e-9c85-fbf8dd407656 req-6bdc0ad3-fb4d-4e5c-94fa-91c69da7b324 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599359 Sep 08 13:46:10.172778 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b140a4-6a7b-454a-a79e-aa3df229138b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.185156 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b140a4-6a7b-454a-a79e-aa3df229138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.264467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5af7d1e8-2897-4ee2-8be0-eed873ae6425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.277949 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b140a4-6a7b-454a-a79e-aa3df229138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599106ab-492e-4e8f-83c6-9df681ce1a48,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.356244 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-e3b140a4-6a7b-454a-a79e-aa3df229138b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc9861f34415433d9cce581dfa536071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9677796 Sep 08 13:46:10.358522 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34130) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:10.502345 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:10.527104 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.531968 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.569157 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.594551 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5af7d1e8-2897-4ee2-8be0-eed873ae6425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.607044 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5af7d1e8-2897-4ee2-8be0-eed873ae6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.671113 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.689563 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7d1e8-2897-4ee2-8be0-eed873ae6425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6426992c-7909-4d5d-83a1-c4b266ae97a2,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.726186 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.771482 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5af7d1e8-2897-4ee2-8be0-eed873ae6425 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef95eaf261044dde9020010956aec9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978282 Sep 08 13:46:10.772676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.776953 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34132) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:10.778444 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.780799 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/599106ab-492e-4e8f-83c6-9df681ce1a48 HTTP/1.1" status: 204 len: 168 time: 0.4178479 Sep 08 13:46:10.804792 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c46a4-f0c8-4e42-accc-a03f60d04073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599106ab-492e-4e8f-83c6-9df681ce1a48,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.899464 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.959794 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.133326 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.136949 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.150475 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6426992c-7909-4d5d-83a1-c4b266ae97a2 HTTP/1.1" status: 204 len: 168 time: 0.3668180 Sep 08 13:46:11.191275 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e7fe-2f08-405f-85a0-edf85e323385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426992c-7909-4d5d-83a1-c4b266ae97a2,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:11.505421 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.546629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c07ab4-01dc-4f9d-b991-76a9e3b2c331 req-a87b91eb-1129-4d63-9780-c26d953ca0fc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:11.550820 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-04c07ab4-01dc-4f9d-b991-76a9e3b2c331 req-a87b91eb-1129-4d63-9780-c26d953ca0fc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1688998 Sep 08 13:46:11.577696 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:11.670545 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-04c07ab4-01dc-4f9d-b991-76a9e3b2c331 req-22755b7c-ad55-4eb0-b4a6-b6250473c257 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946071 Sep 08 13:46:11.723893 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:11.725298 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.142712 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8353c-2ed6-4404-82e6-1b46f054c07a req-d8961985-ce14-497f-aba7-ac7b7e474871 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.144336 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-abd8353c-2ed6-4404-82e6-1b46f054c07a req-d8961985-ce14-497f-aba7-ac7b7e474871 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0887594 Sep 08 13:46:12.150260 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1315-6e79-497d-9d12-ab025916418f req-28607ace-29c6-46f6-a6da-715d73ad8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.152331 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-28607ace-29c6-46f6-a6da-715d73ad8587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 1098 time: 0.0653763 Sep 08 13:46:12.250541 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-abd8353c-2ed6-4404-82e6-1b46f054c07a req-8a2656a2-f35b-4569-9797-9ce151084622 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936320 Sep 08 13:46:12.301062 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1315-6e79-497d-9d12-ab025916418f req-91bef4a3-2c55-4db7-bb54-b4a9ac4e4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.302744 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-91bef4a3-2c55-4db7-bb54-b4a9ac4e4bbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.1394441 Sep 08 13:46:12.427509 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-71e60c6c-a872-4521-a7d6-1084e09e5acb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 200 len: 1001 time: 0.1163371 Sep 08 13:46:12.493635 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1315-6e79-497d-9d12-ab025916418f req-31da5ff6-b4e0-4081-8210-b2e118c02e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.495504 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-31da5ff6-b4e0-4081-8210-b2e118c02e11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0607288 Sep 08 13:46:12.570467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1315-6e79-497d-9d12-ab025916418f req-00e6eced-3bdc-40eb-877c-ad65a5837cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.573670 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-00e6eced-3bdc-40eb-877c-ad65a5837cb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697219 Sep 08 13:46:12.710993 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-4564debd-05fd-40e9-96c4-44c7533f61a2 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296797 Sep 08 13:46:12.848364 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a1cf1315-6e79-497d-9d12-ab025916418f req-fbdf10d0-4142-477f-a6ff-77c8248e1894 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268852 Sep 08 13:46:13.460382 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1f4b9-07b3-48f2-ac23-d95f3dbd99b3 req-1bcc38fc-9a2c-4b95-bebe-3d5febe66865 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:13.462485 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-76b1f4b9-07b3-48f2-ac23-d95f3dbd99b3 req-1bcc38fc-9a2c-4b95-bebe-3d5febe66865 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0757241 Sep 08 13:46:13.543538 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-76b1f4b9-07b3-48f2-ac23-d95f3dbd99b3 req-6256ac10-ca56-4b9d-9eff-cf8818074a97 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677724 Sep 08 13:46:14.721599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101c4e-a98b-4440-bb04-8b0cc35b69fb req-f78cc683-d31c-43b6-a2cd-9ad575a2233b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:14.723998 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e9101c4e-a98b-4440-bb04-8b0cc35b69fb req-f78cc683-d31c-43b6-a2cd-9ad575a2233b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0682254 Sep 08 13:46:14.788158 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e9101c4e-a98b-4440-bb04-8b0cc35b69fb req-1a93c020-a1d5-4325-8149-ec0a50b67622 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556636 Sep 08 13:46:16.658793 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-7d268cad-524e-4954-8c3b-3a599ecd604e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.660716 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-7d268cad-524e-4954-8c3b-3a599ecd604e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 814 time: 0.1379616 Sep 08 13:46:16.677694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-98564e98-b144-4db4-a29d-8fd9d54c08b5 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/quotas/dc09a9df1927406aa49a0bd2524947b3 HTTP/1.1" status: 200 len: 375 time: 0.0103335 Sep 08 13:46:16.750697 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-88d62b9a-2f9a-49bf-9002-269c4271565c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629663 Sep 08 13:46:16.858579 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-8f8301e0-69c9-4c39-9f5f-8bd33d36fa45 service neutron] 10.222.0.58 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942576 Sep 08 13:46:16.961859 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-c1131b21-9d0d-44be-b9c0-3426e179edd0 service neutron] 10.222.0.58 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964339 Sep 08 13:46:17.210179 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-faaec03b-d94d-451c-9237-6f4b84f346c4 req-5d760d86-acf5-4f38-9285-96fe3c01d35b tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 210 time: 0.0299189 Sep 08 13:46:18.227495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-f6461282-8445-4fcb-a79d-b2f6f0bf5dd9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:18.229658 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-f6461282-8445-4fcb-a79d-b2f6f0bf5dd9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 814 time: 0.1265407 Sep 08 13:46:18.245925 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'port': {'device_id': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'admin_state_up': True, 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:18.359144 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7de3953a-d6ab-4ec6-a582-729ff2da54dd req-42784ef4-14a5-42f8-bb12-ceb31daae893 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 210 time: 0.0391355 Sep 08 13:46:18.418236 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Made reservation on behalf of dc09a9df1927406aa49a0bd2524947b3 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:18.425021 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.577233 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Allocated IP 172.20.0.8 (b49103fd-23a8-488a-a34e-5560081e6e8e/fffaa4ae-5d62-4ab3-a83a-4cccb339fb63/ddd5b53e-5341-4397-8b3e-a11cea9f947c) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:18.750347 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-33636fdc-35eb-4943-ac4a-d728344647e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092417 Sep 08 13:46:18.794289 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.826757 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Transition to ACTIVE for port object ddd5b53e-5341-4397-8b3e-a11cea9f947c will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:18.846789 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-6ca409bd-df26-48f8-a2d6-65bcfbd97b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:18.848304 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-6ca409bd-df26-48f8-a2d6-65bcfbd97b7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 1099 time: 0.0684736 Sep 08 13:46:18.891850 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.899579 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.964643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Network b49103fd-23a8-488a-a34e-5560081e6e8e is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:18.968426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:18.987810 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:19.026683 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:19.050120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.050504 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.051283 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.051655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.051998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.052540 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.052905 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.053413 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.053755 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.054419 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.054936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.055278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:19.112635 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:19.113715 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.150214 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-131ef869-3747-468d-acd9-d3874fa38c47 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094145 Sep 08 13:46:19.322478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-1c7199bb-087a-4c1b-a377-a6503e963df6 None None] Provisioning for port ddd5b53e-5341-4397-8b3e-a11cea9f947c completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:19.327395 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-1c7199bb-087a-4c1b-a377-a6503e963df6 None None] Provisioning complete for port ddd5b53e-5341-4397-8b3e-a11cea9f947c triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:19.327957 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c7199bb-087a-4c1b-a377-a6503e963df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.394730 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1c7199bb-087a-4c1b-a377-a6503e963df6 None None] Port ddd5b53e-5341-4397-8b3e-a11cea9f947c cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:19.552099 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eaa38-e765-4b35-8d10-6331b3468aba req-b5539110-7ba9-4f08-8524-0774c8cf9e24 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:19.555563 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-352eaa38-e765-4b35-8d10-6331b3468aba req-b5539110-7ba9-4f08-8524-0774c8cf9e24 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0773668 Sep 08 13:46:19.609070 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-352eaa38-e765-4b35-8d10-6331b3468aba req-4dd1e649-3a50-4a02-9b24-0eea6bd309c1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Sep 08 13:46:20.769459 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668170-1c95-4d98-803e-9acffe4274a2 req-df91871f-49be-4df3-9022-2c9cbca82710 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:20.771578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-60668170-1c95-4d98-803e-9acffe4274a2 req-df91871f-49be-4df3-9022-2c9cbca82710 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0719972 Sep 08 13:46:20.828417 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-60668170-1c95-4d98-803e-9acffe4274a2 req-1b1b24eb-5df2-48e4-8bca-282ea89d2f9f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Sep 08 13:46:22.001708 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb49d3-6120-49d8-9c2e-c38414e35965 req-47c7dd0b-6b65-489e-bc74-624f3a629943 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:22.003560 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-efbb49d3-6120-49d8-9c2e-c38414e35965 req-47c7dd0b-6b65-489e-bc74-624f3a629943 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0715005 Sep 08 13:46:22.048817 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-efbb49d3-6120-49d8-9c2e-c38414e35965 req-794c4195-af5f-42b5-a412-753be58f2e77 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Sep 08 13:46:23.182799 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43408-1e7d-4f3f-8e98-e8f103fc4045 req-f30bfcf0-8532-48d4-84b3-219ae5174fe6 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.184429 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78e43408-1e7d-4f3f-8e98-e8f103fc4045 req-f30bfcf0-8532-48d4-84b3-219ae5174fe6 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0615809 Sep 08 13:46:23.229737 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-78e43408-1e7d-4f3f-8e98-e8f103fc4045 req-3868ea51-0a33-47c1-988d-4d58d4128d8c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Sep 08 13:46:24.416491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af524a-9266-4a38-8bf6-b443dceae502 req-657b6f3b-17b3-48aa-8b75-1d2b9e85a8ec tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:24.418938 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d6af524a-9266-4a38-8bf6-b443dceae502 req-657b6f3b-17b3-48aa-8b75-1d2b9e85a8ec tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0735555 Sep 08 13:46:24.472836 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d6af524a-9266-4a38-8bf6-b443dceae502 req-da776cc3-3123-476a-b5d8-daed72badfb4 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Sep 08 13:46:25.616015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b77c-7697-497b-bf83-d3d5a2f01792 req-aa474664-a335-4715-86bc-6047cd46ac3e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:25.618589 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a62b77c-7697-497b-bf83-d3d5a2f01792 req-aa474664-a335-4715-86bc-6047cd46ac3e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0671654 Sep 08 13:46:25.687363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a62b77c-7697-497b-bf83-d3d5a2f01792 req-13284005-2518-4ea8-9131-d10501cecac5 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595753 Sep 08 13:46:26.868349 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d3fb0-4712-45a9-ae17-ee53e5329e7f req-ef85cb28-3921-4180-9164-7f9d8182093a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.870801 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-858d3fb0-4712-45a9-ae17-ee53e5329e7f req-ef85cb28-3921-4180-9164-7f9d8182093a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0650809 Sep 08 13:46:26.921772 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-858d3fb0-4712-45a9-ae17-ee53e5329e7f req-8d3ee1a6-6814-4390-9377-232a814c9779 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Sep 08 13:46:28.068097 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bc57-dfe2-4422-bf4b-a069c67bdf68 req-f271ff7b-3118-4e3b-8f89-5eeb66d6e507 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:28.070640 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6c81bc57-dfe2-4422-bf4b-a069c67bdf68 req-f271ff7b-3118-4e3b-8f89-5eeb66d6e507 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0637708 Sep 08 13:46:28.122437 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6c81bc57-dfe2-4422-bf4b-a069c67bdf68 req-a1989ead-7553-40bf-85f9-bce4f96a5144 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Sep 08 13:46:29.254390 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4286bbb-cacd-4bac-8556-f75dc92d021e req-b4d9c6c0-a95e-40e2-8f8d-a2d8dc18eac1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:29.255953 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f4286bbb-cacd-4bac-8556-f75dc92d021e req-b4d9c6c0-a95e-40e2-8f8d-a2d8dc18eac1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0539207 Sep 08 13:46:29.313202 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f4286bbb-cacd-4bac-8556-f75dc92d021e req-e1f3732c-243d-40d1-b6ad-fe77ad240e82 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Sep 08 13:46:30.439442 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965a455-bc48-42e5-a6ac-c06c65504047 req-76009900-4040-482a-9c72-596bde242e1c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:30.441023 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f965a455-bc48-42e5-a6ac-c06c65504047 req-76009900-4040-482a-9c72-596bde242e1c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 931 time: 0.0527089 Sep 08 13:46:30.482892 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f965a455-bc48-42e5-a6ac-c06c65504047 req-21b3f86a-c8e2-4f77-ae59-a7570d4d5ff2 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349720 Sep 08 13:46:30.607818 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Request body: {'port': {'device_id': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:30.758925 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.804409 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-943ce267-893b-482a-a68b-0c9bc85c9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:30.807202 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-943ce267-893b-482a-a68b-0c9bc85c9d4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1931417 Sep 08 13:46:30.999705 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-b9e6e80e-b565-45d0-9073-68cd1a7e9a5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 200 len: 1000 time: 0.1556745 Sep 08 13:46:31.123730 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-ee5b3826-a799-4e40-9135-7cf4ed78ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:31.125546 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-ee5b3826-a799-4e40-9135-7cf4ed78ed2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.1019175 Sep 08 13:46:31.217664 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-980131a6-d2cb-4adc-8c28-fb7a75dec8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:31.219237 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-980131a6-d2cb-4adc-8c28-fb7a75dec8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789545 Sep 08 13:46:31.278070 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd5b53e-5341-4397-8b3e-a11cea9f947c {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:31.314494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.336579 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Transition to ACTIVE for port object ddd5b53e-5341-4397-8b3e-a11cea9f947c will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:31.342497 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.388080 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-18482310-fda4-4dc7-9827-cc71a2bec6f5 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505072 Sep 08 13:46:31.435979 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.884830 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b6f655a9-be8c-4d58-bbb6-787eb1ac1ddb req-47bd0c99-21c5-49f8-9bcb-0687c1b9efed service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854341 Sep 08 13:46:31.886426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Attempting to bind port ddd5b53e-5341-4397-8b3e-a11cea9f947c on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:31.886797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Attempting to bind port ddd5b53e-5341-4397-8b3e-a11cea9f947c by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:31.887121 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Attempting to bind port ddd5b53e-5341-4397-8b3e-a11cea9f947c on network b49103fd-23a8-488a-a34e-5560081e6e8e {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:31.903641 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f928a-0e35-4d61-9d73-72435d779bd0 req-fef83e43-1878-4e3e-8325-3a57a9d908e1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:31.905410 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c7f928a-0e35-4d61-9d73-72435d779bd0 req-fef83e43-1878-4e3e-8325-3a57a9d908e1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 943 time: 0.1009696 Sep 08 13:46:31.906009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Port ddd5b53e-5341-4397-8b3e-a11cea9f947c on network b49103fd-23a8-488a-a34e-5560081e6e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:46:31.906327 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Attempting to bind port ddd5b53e-5341-4397-8b3e-a11cea9f947c on network b49103fd-23a8-488a-a34e-5560081e6e8e {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:31.913340 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:31.914311 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Checking segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:31.914311 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Bound using segment: {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:31.914645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Bound port: ddd5b53e-5341-4397-8b3e-a11cea9f947c, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993372d4-c5d5-4ed8-a3d0-512c9079d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:31.914947 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.987778 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c7f928a-0e35-4d61-9d73-72435d779bd0 req-88d55beb-845a-44b6-b138-2e74238db897 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697200 Sep 08 13:46:32.016803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:32.020281 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:32.025627 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.066912 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.067535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.069214 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] 10.222.0.50 "PUT /v2.0/ports/ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 1093 time: 1.4674571 Sep 08 13:46:32.069699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:32.072104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375657a9-289a-4387-b298-021e8c5a7091" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:32.100990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f433e-ea57-49d2-aa88-ef7616e1b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:32.129751 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34bc26f-3fe0-469c-92c8-e2488236aed6 x-openstack-request-id: req-a34bc26f-3fe0-469c-92c8-e2488236aed6 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:32.130132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:32.130460 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a34bc26f-3fe0-469c-92c8-e2488236aed6 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:32.130937 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:46:32.175191 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:46:32.188948 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-ca1d5b23-0766-43c2-8f7a-a24c131de463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.191897 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-ca1d5b23-0766-43c2-8f7a-a24c131de463 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0597816 Sep 08 13:46:32.242737 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-cedfd67f-cac3-49fa-ba18-cb89b758353e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 217 time: 0.0422466 Sep 08 13:46:32.341461 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-0e552494-84da-4ccc-b1e9-2d2f0a4e1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.343922 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-0e552494-84da-4ccc-b1e9-2d2f0a4e1886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0932665 Sep 08 13:46:32.410870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-0d7c3b9a-86db-499d-9d53-15e9f70f654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.413383 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-0d7c3b9a-86db-499d-9d53-15e9f70f654d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604143 Sep 08 13:46:32.534525 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-d3768897-6890-4a03-a4a1-0f1515ceebcb service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113393 Sep 08 13:46:32.737453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfb2cdc7-f75d-4d27-9d07-2643549f5f45 req-6d342a12-ad1f-4652-8b21-1aaf9225ff22 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938145 Sep 08 13:46:32.754094 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f943b38-4422-4490-9c3b-57f761c6275d req-858db57e-7347-449c-89aa-b02d51a2c6b0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.756902 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3f943b38-4422-4490-9c3b-57f761c6275d req-858db57e-7347-449c-89aa-b02d51a2c6b0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.1283431 Sep 08 13:46:32.813243 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3f943b38-4422-4490-9c3b-57f761c6275d req-86e059c3-3af7-4bad-a15c-55476220c822 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474827 Sep 08 13:46:32.849516 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375657a9-289a-4387-b298-021e8c5a7091 req-b9ee2eb0-3a88-4064-a1a4-b50e6a5fe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.851034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-b9ee2eb0-3a88-4064-a1a4-b50e6a5fe9ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0557549 Sep 08 13:46:32.950319 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375657a9-289a-4387-b298-021e8c5a7091 req-ebcd9867-2fe2-4a43-ae1a-f381cb923218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.951918 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-ebcd9867-2fe2-4a43-ae1a-f381cb923218 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.0927410 Sep 08 13:46:33.004107 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-ae21015a-0d94-4236-a7b5-d70ccf3f4101 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 217 time: 0.0403004 Sep 08 13:46:33.057980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375657a9-289a-4387-b298-021e8c5a7091 req-f49c00a7-0e07-4db9-ad5f-d054a847f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:33.059499 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-f49c00a7-0e07-4db9-ad5f-d054a847f6af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0463469 Sep 08 13:46:33.136354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375657a9-289a-4387-b298-021e8c5a7091 req-3a19d55a-240b-4e08-a0e4-5143e9bc947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:33.138074 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-3a19d55a-240b-4e08-a0e4-5143e9bc947c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702472 Sep 08 13:46:33.179105 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d07c6-662e-4a02-97fc-fbab21566091 req-2eb5075c-bacc-45ad-b4f0-8078e733c1c8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:33.180734 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef2d07c6-662e-4a02-97fc-fbab21566091 req-2eb5075c-bacc-45ad-b4f0-8078e733c1c8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 943 time: 0.0822306 Sep 08 13:46:33.265656 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef2d07c6-662e-4a02-97fc-fbab21566091 req-3147d00c-3577-488b-ad0e-62f91d6b682f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773911 Sep 08 13:46:33.283217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-41e87b83-545e-4a7c-996d-4397be509a4a service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346800 Sep 08 13:46:33.387725 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-375657a9-289a-4387-b298-021e8c5a7091 req-e5f8e106-5b0c-48a8-9f41-d6f15ff4b8bd service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 Sep 08 13:46:33.950014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1f4a-1edf-45da-b71c-dfa0a214194a req-8cd6e821-f8ea-4365-828b-51342ad7100f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:33.951713 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d23a1f4a-1edf-45da-b71c-dfa0a214194a req-8cd6e821-f8ea-4365-828b-51342ad7100f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.0567095 Sep 08 13:46:34.001217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d23a1f4a-1edf-45da-b71c-dfa0a214194a req-5c293003-d799-42c7-b3e6-e09de04255e0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efae833-0770-4261-8cf8-3ec3a4a244c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375841 Sep 08 13:46:34.228699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-59a2c9bf-afc9-4762-99a6-9fcc13be125a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:34.230250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-59a2c9bf-afc9-4762-99a6-9fcc13be125a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 946 time: 0.0517516 Sep 08 13:46:34.344861 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Deleting port c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:34.345418 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.526369 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e724b-482b-498e-869d-84ef87adfa07 req-f1d6835e-9b98-4952-9e6a-d7f9b57029ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:34.529081 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b98e724b-482b-498e-869d-84ef87adfa07 req-f1d6835e-9b98-4952-9e6a-d7f9b57029ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 943 time: 0.1763766 Sep 08 13:46:34.597238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] For port c8f5ad71-19de-414b-9b42-e6169e331c5e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c8f5ad71-19de-414b-9b42-e6169e331c5e,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:34.597606 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.642921 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b98e724b-482b-498e-869d-84ef87adfa07 req-19618a8f-3fa3-4083-af68-974e165e97f5 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047740 Sep 08 13:46:34.802978 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ddd5b53e-5341-4397-8b3e-a11cea9f947c details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:46:34.860373 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.860888 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.861299 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Floating IP ce4efa05-c78d-427e-9c3d-5dd80b022124 disassociated. External IP: 172.27.3.30, port: c8f5ad71-19de-414b-9b42-e6169e331c5e. Sep 08 13:46:34.861705 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Calling delete_port for c8f5ad71-19de-414b-9b42-e6169e331c5e owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:34.926580 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:34.946965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'port_id': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'mac_address': 'fa:16:3e:71:d1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:46:35.000281 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.016026 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd5b53e-5341-4397-8b3e-a11cea9f947c {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:35.033640 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.049101 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:35.057104 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.084041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'Port': ['ID=c8f5ad71-19de-414b-9b42-e6169e331c5e,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:35.138280 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:35.192711 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b14b3776-bba3-454b-8642-5c2a10b91c51 req-00ad020f-441d-4380-bcdd-918d87bbf612 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c300344c-9e77-42a3-b6bb-341da9ee120c HTTP/1.1" status: 200 len: 210 time: 0.0337222 Sep 08 13:46:35.276378 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:35.287551 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:35.439466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:35.462843 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:35.492929 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] No DVR routers for this DVR port c8f5ad71-19de-414b-9b42-e6169e331c5e on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:35.496932 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.500453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f0380e84-4ff0-4572-b0f0-6747b0fc0074 req-21c31b59-03e1-48fd-8af2-a2b1c0160aa4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "DELETE /v2.0/ports/c8f5ad71-19de-414b-9b42-e6169e331c5e HTTP/1.1" status: 204 len: 173 time: 1.2627048 Sep 08 13:46:35.501196 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-deleted', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:35.505302 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef2d94-080e-434c-9604-3f4b127feb09" -d '{"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-deleted", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:35.508100 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:35.509755 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:35.579773 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5444b-d754-480d-a188-ab548c4a49da x-openstack-request-id: req-fbe5444b-d754-480d-a188-ab548c4a49da {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:35.580129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300344c-9e77-42a3-b6bb-341da9ee120c", "name": "network-vif-deleted", "tag": "c8f5ad71-19de-414b-9b42-e6169e331c5e", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:35.580431 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbe5444b-d754-480d-a188-ab548c4a49da {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:35.580888 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300344c-9e77-42a3-b6bb-341da9ee120c', 'name': 'network-vif-deleted', 'tag': 'c8f5ad71-19de-414b-9b42-e6169e331c5e', 'status': 'completed', 'code': 200} Sep 08 13:46:35.719179 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:35.855663 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74bc71-ddac-4d28-93dd-49f1bf312200 req-2f03e076-4144-4d0f-b85b-85d4d73b3e92 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:35.858681 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e74bc71-ddac-4d28-93dd-49f1bf312200 req-2f03e076-4144-4d0f-b85b-85d4d73b3e92 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 944 time: 0.0866401 Sep 08 13:46:35.936021 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e74bc71-ddac-4d28-93dd-49f1bf312200 req-ba8a2673-f851-4a8a-825b-44a98c22c47b tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650392 Sep 08 13:46:35.999157 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:36.031958 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:36.042550 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:36.043181 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:36.174959 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:36.357489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34292) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.389263 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cbaeab0a-930d-4359-882c-7756d7943728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.438495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.464961 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.481829 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:36.538410 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.541643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.542322 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef4bfd-0b96-4c05-8676-7dd5891d324a None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:36.547458 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "DELETE /v2.0/security-groups/0efae833-0770-4261-8cf8-3ec3a4a244c6 HTTP/1.1" status: 204 len: 168 time: 0.1840513 Sep 08 13:46:36.547458 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34294) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.577348 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf19cab-015c-43b4-aa8e-244a68b2d639 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efae833-0770-4261-8cf8-3ec3a4a244c6,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:36.585092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.api.v2.resource [None req-c07af4ea-2f2d-4dff-bd38-e59837028e1c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] show failed (client error): The resource could not be found. Sep 08 13:46:36.593605 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34296) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.602853 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c07af4ea-2f2d-4dff-bd38-e59837028e1c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups/0efae833-0770-4261-8cf8-3ec3a4a244c6 HTTP/1.1" status: 404 len: 347 time: 0.0544515 Sep 08 13:46:36.803438 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ddd5b53e-5341-4397-8b3e-a11cea9f947c up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:36.858293 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Deleting port 029aa713-ff65-49b2-8ae7-b0a845891923 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:36.859130 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.874509 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port ddd5b53e-5341-4397-8b3e-a11cea9f947c completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:36.880171 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port ddd5b53e-5341-4397-8b3e-a11cea9f947c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:36.881098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.906111 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b10bde-1c0c-4513-a962-b5bf90e2a400 None None] New status for floating IP ce4efa05-c78d-427e-9c3d-5dd80b022124: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:46:36.985223 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.985693 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.999719 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.010118 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Calling delete_port for 029aa713-ff65-49b2-8ae7-b0a845891923 owned by network:floatingip {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:37.028376 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:37.031295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291db88-4320-445e-a11e-9fc098958847" -d '{"events": [{"server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:37.051231 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:37.065724 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.067177 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:37.146145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325811c-9945-4a94-85a9-52d12ffadc30 req-abb4884f-caf7-40bd-9f44-a9d887d5e5df tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:37.148400 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9325811c-9945-4a94-85a9-52d12ffadc30 req-abb4884f-caf7-40bd-9f44-a9d887d5e5df tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0925972 Sep 08 13:46:37.167021 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d53a1c5-286d-475b-b5b7-39b4fdcdac83 x-openstack-request-id: req-5d53a1c5-286d-475b-b5b7-39b4fdcdac83 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:37.167411 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:37.168207 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d53a1c5-286d-475b-b5b7-39b4fdcdac83 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:37.168835 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'code': 200} Sep 08 13:46:37.210898 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: c8f5ad71-19de-414b-9b42-e6169e331c5e {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:37.211462 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c8f5ad71-19de-414b-9b42-e6169e331c5e not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:37.224016 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9325811c-9945-4a94-85a9-52d12ffadc30 req-adac3c2f-6f9f-4819-b1d8-0fdb37cb3817 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599377 Sep 08 13:46:37.245010 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.303762 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.356278 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'Port': ['ID=029aa713-ff65-49b2-8ae7-b0a845891923,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.369940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189a761-ea40-452d-ac11-d58f02fddffe req-f1dcac9c-5f44-469c-855a-bd8cfd0ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:37.371701 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5189a761-ea40-452d-ac11-d58f02fddffe req-f1dcac9c-5f44-469c-855a-bd8cfd0ce3a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1098 time: 0.0639346 Sep 08 13:46:37.380801 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.381153 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.381504 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.381849 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.382184 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.382514 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.382848 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.383177 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.383506 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.383836 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.384201 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.384525 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:37.415923 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5189a761-ea40-452d-ac11-d58f02fddffe req-d6e9906c-75b7-47cf-9e42-eebfc8a3a439 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Sep 08 13:46:37.429350 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.432495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.433867 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ac23df73-40c7-4102-9f21-11726db0c885 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "DELETE /v2.0/floatingips/ce4efa05-c78d-427e-9c3d-5dd80b022124 HTTP/1.1" status: 204 len: 168 time: 0.8389609 Sep 08 13:46:37.674822 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34304) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:37.679431 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787933655', 'description': 'tempest-description--961931141'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:37.704243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.798771 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.804334 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.832962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.834125 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1582754 Sep 08 13:46:37.838587 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34306) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:37.839230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b46106-d4b1-40bf-9857-0ea472714898 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1315ffc-1f9c-4390-8c3d-65229bd3734d,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.847289 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group_rule': {'security_group_id': 'd1315ffc-1f9c-4390-8c3d-65229bd3734d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:37.882777 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.946194 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.951048 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.970545 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428e0b99-a505-4df0-b1b4-bd0fe7ef1fc6,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.982690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.984253 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-f3c086d8-50b8-4ed8-994b-5214b3e24884 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442163 Sep 08 13:46:37.987378 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34308) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:37.992658 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'security_group_rule': {'security_group_id': 'd1315ffc-1f9c-4390-8c3d-65229bd3734d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:38.021242 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.087641 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.091739 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.110450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0f5ed9-e4b4-4c53-ad62-f568a143a414,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:38.116501 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.117815 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-12c32833-a6e8-490d-adef-2f99449388ae tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289408 Sep 08 13:46:38.122369 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34310) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:38.126742 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:38.153844 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.287280 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.415099 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Allocated IP 172.27.3.243 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/e55a5d37-aaa7-4d88-836f-80cffb49f162) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:38.416685 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac5dc6-541b-4060-910b-264e079a6ee6 req-24e0ce77-f83f-463a-8ccb-d06dd22efbec tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:38.419809 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9ac5dc6-541b-4060-910b-264e079a6ee6 req-24e0ce77-f83f-463a-8ccb-d06dd22efbec tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0664794 Sep 08 13:46:38.468118 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a9ac5dc6-541b-4060-910b-264e079a6ee6 req-3c654fcc-a484-49cd-96ff-b0736ca1f6c8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380843 Sep 08 13:46:38.550159 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.597916 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.636043 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:38.639066 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:38.643032 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:38.673913 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=e55a5d37-aaa7-4d88-836f-80cffb49f162,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:38.784526 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.806899 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0c7b-ac83-4a88-b825-c92f054c352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.830328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.895026 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.003927 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.009555 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.084992 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=e55a5d37-aaa7-4d88-836f-80cffb49f162,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:39.097332 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.121306 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.122605 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ccf87c74-c7d3-40e5-a613-76f7aa4bafed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9992790 Sep 08 13:46:39.334809 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-cd96d966-a8c3-4e25-835d-ce4ad90d31ef tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1787933655&fields=id&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 267 time: 0.0359335 Sep 08 13:46:39.463775 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-37513d1b-96e1-49ad-ac4b-45f2fa0e8ed4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:39.465285 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-37513d1b-96e1-49ad-ac4b-45f2fa0e8ed4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 816 time: 0.1222904 Sep 08 13:46:39.480491 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-1c702262-6338-4c95-bc9b-119dc260bd61 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/quotas/bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 375 time: 0.0094090 Sep 08 13:46:39.542265 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-6ea5ace9-2d1e-48cf-872c-67cba071daa6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561259 Sep 08 13:46:39.660073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e13-2b62-452d-93fc-d03d017a9c22 req-c858d55b-f01a-44b1-a016-5649dfd57ac8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:39.662559 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e4f1e13-2b62-452d-93fc-d03d017a9c22 req-c858d55b-f01a-44b1-a016-5649dfd57ac8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.1192048 Sep 08 13:46:39.702006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-88307653-b3e8-413e-a2cb-a55cf05177f6 service neutron] 10.222.0.58 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474981 Sep 08 13:46:39.727337 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e4f1e13-2b62-452d-93fc-d03d017a9c22 req-afe531ee-4938-4b2d-90d9-a48411066a61 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581951 Sep 08 13:46:39.839493 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-cdea7f19-3d00-4d5f-b2b2-01382feb4460 service neutron] 10.222.0.58 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272268 Sep 08 13:46:39.860725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef64a47-f595-4a3e-94f0-a730ac76c882 req-09b1b800-a034-4046-b0a5-09c2165f5e1a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:39.862322 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eef64a47-f595-4a3e-94f0-a730ac76c882 req-09b1b800-a034-4046-b0a5-09c2165f5e1a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0632932 Sep 08 13:46:39.911735 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eef64a47-f595-4a3e-94f0-a730ac76c882 req-0c610856-8235-4411-aa5a-302e8d3d8fca tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Sep 08 13:46:40.016642 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-49c107fb-840a-4d41-9766-75b1718a2a81 req-69be4e13-016c-40f5-8486-4c685d621fea tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 210 time: 0.0275674 Sep 08 13:46:40.142893 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.302266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5affbd-7e14-43d3-9b28-83302709682e req-e60798bf-46a0-460d-86d3-9d2a8486426b tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:40.304964 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d5affbd-7e14-43d3-9b28-83302709682e req-e60798bf-46a0-460d-86d3-9d2a8486426b tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Sep 08 13:46:40.347010 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d5affbd-7e14-43d3-9b28-83302709682e req-214976c5-6d51-46d3-b2aa-d826aca3c6b9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Sep 08 13:46:41.185576 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8cc66eb4-b95c-46e7-bc85-156b932360aa req-ae36589a-fe3e-471d-b26b-14fe4fb1caa7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 210 time: 0.0776875 Sep 08 13:46:41.236959 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-9489bb07-7280-4487-885c-70d8a516765a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:41.238505 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-9489bb07-7280-4487-885c-70d8a516765a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 816 time: 0.1784990 Sep 08 13:46:41.292735 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-faf119f4-ab15-425d-b912-aeb21dce6442 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 380 time: 0.0417578 Sep 08 13:46:41.304668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'port': {'device_id': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'admin_state_up': True, 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'security_groups': ['d1315ffc-1f9c-4390-8c3d-65229bd3734d']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:41.431599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Made reservation on behalf of bf72bd32db2a4391926a4b28433d81e8 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:41.435387 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.480873 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.578719 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Allocated IP 172.20.0.6 (621e8fda-3c8d-43b6-8512-9d4a91879621/7749bb8c-9f59-45a6-abe6-9b27b62e5e29/4c17b5d3-0fc1-4693-bedd-11099e75e2b6) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:41.743146 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.759044 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Transition to ACTIVE for port object 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:41.794633 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.845077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:41.848445 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:41.855323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:41.880509 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:41.921427 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:41.922538 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.949757 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-c2a8b7d0-5e45-4176-b846-cf6a08fadf53 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6489468 Sep 08 13:46:41.963873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Request body: {'port': {'device_id': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:42.030182 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.151155 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-18830e12-9dc8-4cc4-ba6f-b350a97067bb None None] Provisioning for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:42.157188 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-18830e12-9dc8-4cc4-ba6f-b350a97067bb None None] Provisioning complete for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:42.157717 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18830e12-9dc8-4cc4-ba6f-b350a97067bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.205470 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-18830e12-9dc8-4cc4-ba6f-b350a97067bb None None] Port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:42.538147 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824dab5-3358-4364-a6d3-b63c73eac23b req-e9d6f517-845b-473b-ab51-333c46e79318 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:42.539899 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f824dab5-3358-4364-a6d3-b63c73eac23b req-e9d6f517-845b-473b-ab51-333c46e79318 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 931 time: 0.0887685 Sep 08 13:46:42.686746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f824dab5-3358-4364-a6d3-b63c73eac23b req-2eafafb1-2377-4a2a-8ee3-88792aecd4a7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362123 Sep 08 13:46:42.769455 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:42.781148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.799930 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Transition to ACTIVE for port object 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:42.805342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.907308 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:43.022176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Attempting to bind port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:43.022513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Attempting to bind port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:43.022844 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Attempting to bind port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:43.028217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 on network 621e8fda-3c8d-43b6-8512-9d4a91879621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:46:43.028539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Attempting to bind port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 on network 621e8fda-3c8d-43b6-8512-9d4a91879621 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:43.033959 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:43.034295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Checking segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:43.034681 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Bound using segment: {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:43.035176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Bound port: 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea7976-e9fd-4ecd-bda1-33a778cd770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:43.035539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.107653 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:43.111041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:43.116270 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.160263 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.161006 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.162407 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 1093 time: 1.2036860 Sep 08 13:46:43.162836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:43.165360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:43.199212 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e932f2-ece0-4191-92bd-5e42ab015c22 service neutron] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:43.232066 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c8dcb-89c7-42ad-9378-77cad4eed8c7 x-openstack-request-id: req-3c0c8dcb-89c7-42ad-9378-77cad4eed8c7 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:43.232363 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:43.232660 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c0c8dcb-89c7-42ad-9378-77cad4eed8c7 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:43.233072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'status': 'completed', 'code': 200} Sep 08 13:46:43.266653 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-4a140aac-3f46-4ded-9220-a8e32b3a4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.267673 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-4a140aac-3f46-4ded-9220-a8e32b3a4bd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1096 time: 0.0539126 Sep 08 13:46:43.317629 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-6a86fa64-dce3-4b3a-af9f-5ad527ff8c82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0414417 Sep 08 13:46:43.375817 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-63e9a12d-d039-41a8-b64b-f5899ed9542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.377396 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-63e9a12d-d039-41a8-b64b-f5899ed9542d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0522540 Sep 08 13:46:43.429134 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-b309c0ba-a816-4c61-b915-4ef09e36dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.432253 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-b309c0ba-a816-4c61-b915-4ef09e36dfac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461512 Sep 08 13:46:43.543756 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-65b5e9bd-ffc6-41be-b8a7-1ac4130a28c9 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034305 Sep 08 13:46:43.663946 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3dcee9c4-0f57-41d1-a1aa-ded6f8047b6c req-44c02dea-66d5-4cc9-9b17-36ccfe611649 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125815 Sep 08 13:46:43.792001 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-579e2ed6-9657-48a2-b87f-35077bf73f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.794619 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-579e2ed6-9657-48a2-b87f-35077bf73f5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1096 time: 0.0705354 Sep 08 13:46:43.898945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6cc99-cd50-4bb0-ab92-a558edd8e132 req-b8093025-fcd0-4cfb-a560-f7603101b3fc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.900589 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46a6cc99-cd50-4bb0-ab92-a558edd8e132 req-b8093025-fcd0-4cfb-a560-f7603101b3fc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.1271527 Sep 08 13:46:43.942768 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-bc0d17c7-48d6-4c89-99d5-be018590d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.944260 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-bc0d17c7-48d6-4c89-99d5-be018590d5ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1306505 Sep 08 13:46:43.969486 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-46a6cc99-cd50-4bb0-ab92-a558edd8e132 req-04e9714c-e487-4baf-8ca0-e52a27217a50 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573511 Sep 08 13:46:44.001566 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-2ec791e0-9737-4f87-b65f-982af9757d9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0471394 Sep 08 13:46:44.059316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-d1164f2d-6c1f-4816-bb01-7bd9e6bc0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:44.060849 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-d1164f2d-6c1f-4816-bb01-7bd9e6bc0e55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0475304 Sep 08 13:46:44.112660 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-4fb16d2a-72e2-4c8f-baec-ac4171c86638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:44.114201 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-4fb16d2a-72e2-4c8f-baec-ac4171c86638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453117 Sep 08 13:46:44.218087 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-a73aa176-fcbe-41bb-b8fc-6eb60d67bb9f service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933836 Sep 08 13:46:44.328477 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e64fe397-7d2f-4a89-b1f9-382c6eae0f1e req-52052be7-173c-43db-afcb-593fa6a71e13 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990241 Sep 08 13:46:44.850130 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:46:44.972996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:44.987428 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:46:45.034676 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.050539 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:45.072840 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:45.077674 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.134688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b22eba-fe94-4bda-81d4-62f23f7566dc req-bef5a263-7230-43ab-b693-572442dc4212 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:45.136494 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06b22eba-fe94-4bda-81d4-62f23f7566dc req-bef5a263-7230-43ab-b693-572442dc4212 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.0609057 Sep 08 13:46:45.147473 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.156338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.156747 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.157140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.157482 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.157818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.158270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.158638 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.159063 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.159396 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.159725 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.160052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.160526 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:45.215913 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-06b22eba-fe94-4bda-81d4-62f23f7566dc req-0e0b7daa-a014-4335-9d87-dba577b733ac tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680487 Sep 08 13:46:45.332724 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4c17b5d3-0fc1-4693-bedd-11099e75e2b6'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:46.338746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bfdd4-10bd-44fc-a41e-a2906b9b6a84 req-a573dee1-2994-435f-8aed-b06048141441 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:46.340361 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7c2bfdd4-10bd-44fc-a41e-a2906b9b6a84 req-a573dee1-2994-435f-8aed-b06048141441 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.0525780 Sep 08 13:46:46.382910 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7c2bfdd4-10bd-44fc-a41e-a2906b9b6a84 req-ecf21f59-aae0-454d-a069-3a8e424ee165 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345314 Sep 08 13:46:46.851311 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:46.905285 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:46.909460 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:46.909829 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.991912 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.017722 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:47.020276 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751446bb-3871-41f1-b550-0e00fc8566b1" -d '{"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:47.037645 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:47.042233 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.080675 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27bdc57-1c18-450c-acda-a7b4ef38dbe0 x-openstack-request-id: req-a27bdc57-1c18-450c-acda-a7b4ef38dbe0 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:47.080971 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:47.081213 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a27bdc57-1c18-450c-acda-a7b4ef38dbe0 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:47.081606 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'code': 200} Sep 08 13:46:47.094667 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:47.269427 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef76bc0-1e0e-41c9-b91d-029c19e5db85 req-f60678e5-3d69-475b-8963-ec8d0f0e1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:47.270974 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ef76bc0-1e0e-41c9-b91d-029c19e5db85 req-f60678e5-3d69-475b-8963-ec8d0f0e1c12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1098 time: 0.0430405 Sep 08 13:46:47.309255 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ef76bc0-1e0e-41c9-b91d-029c19e5db85 req-6cc1fc8f-9c45-47eb-8b38-204ce7fe1d36 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 08 13:46:47.511240 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc91b2-40f3-43f1-b412-1f92471f85f2 req-e5adfe4c-61e0-49e4-85e3-39280162e21c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:47.512874 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-50bc91b2-40f3-43f1-b412-1f92471f85f2 req-e5adfe4c-61e0-49e4-85e3-39280162e21c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0523963 Sep 08 13:46:47.558592 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-50bc91b2-40f3-43f1-b412-1f92471f85f2 req-5280313b-9d36-4421-a67c-f3567c3e77af tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 Sep 08 13:46:48.450639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed222cd8-9129-4ffe-98ea-94bec3cf8c68 req-de88231f-1970-4d64-8870-2a793e0c9587 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:48.452157 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ed222cd8-9129-4ffe-98ea-94bec3cf8c68 req-de88231f-1970-4d64-8870-2a793e0c9587 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Sep 08 13:46:48.507022 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ed222cd8-9129-4ffe-98ea-94bec3cf8c68 req-40f0d3f4-edf3-4389-87d4-dcfe66d4db5f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471427 Sep 08 13:46:48.688355 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5e053-caa2-4615-bb20-0d6c0b6f939d req-c72c6f77-90e9-4fe8-ad8a-031fdf3774c9 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:48.690112 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ff5e053-caa2-4615-bb20-0d6c0b6f939d req-c72c6f77-90e9-4fe8-ad8a-031fdf3774c9 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0522301 Sep 08 13:46:48.730789 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ff5e053-caa2-4615-bb20-0d6c0b6f939d req-0fc76627-f164-4a12-9f09-fe3b693dc50e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343492 Sep 08 13:46:48.859028 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78e7b-1633-48aa-8b78-74e60c8c7cb1 req-cc621fda-7507-49e4-8621-2611399e7610 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:48.860638 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-03e78e7b-1633-48aa-8b78-74e60c8c7cb1 req-cc621fda-7507-49e4-8621-2611399e7610 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0528240 Sep 08 13:46:48.870348 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34418) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:48.879361 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Request body: {'floatingip': {'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:48.898236 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.925759 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.699414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b04bf-780d-4cd2-9c28-279ced54b5d6 req-b4f069c2-50e9-4420-ad4f-b63e4aecf12d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:49.701969 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e51b04bf-780d-4cd2-9c28-279ced54b5d6 req-b4f069c2-50e9-4420-ad4f-b63e4aecf12d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.0931654 Sep 08 13:46:49.757851 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e51b04bf-780d-4cd2-9c28-279ced54b5d6 req-3427c6b2-f4f6-4cc1-97a9-948961a70f28 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495110 Sep 08 13:46:49.858935 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.863237 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.968366 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.l3_db [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Floating IP 589fa891-767f-4c93-a0fc-014acf3433e0 associated. External IP: 172.27.3.243, port: 4c17b5d3-0fc1-4693-bedd-11099e75e2b6. Sep 08 13:46:50.210381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:50.339723 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:50.345852 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.355402 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:50.368937 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:50.370140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:50.378061 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-07a3d61f-12ce-4f20-95eb-0e40377cc05f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "PUT /v2.0/floatingips/589fa891-767f-4c93-a0fc-014acf3433e0 HTTP/1.1" status: 200 len: 991 time: 1.5054080 Sep 08 13:46:50.382232 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:50.388049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834c8413-8b1b-48bb-9d42-e142b1eef179" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:50.388772 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f660-b225-4964-8898-0ec9946dabb6 req-df08c201-5bc4-47f2-9638-d4dee7be9b93 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:50.390497 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-edb9f660-b225-4964-8898-0ec9946dabb6 req-df08c201-5bc4-47f2-9638-d4dee7be9b93 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0832946 Sep 08 13:46:50.444145 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-edb9f660-b225-4964-8898-0ec9946dabb6 req-845015b6-0d0a-41ef-95d3-5172dcc8eb37 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Sep 08 13:46:50.471414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34436) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:50.520865 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ada3e-32c9-4e01-a1fb-1fb9c10ff9dd x-openstack-request-id: req-c88ada3e-32c9-4e01-a1fb-1fb9c10ff9dd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:50.521190 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:50.521447 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c88ada3e-32c9-4e01-a1fb-1fb9c10ff9dd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:50.521918 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'status': 'completed', 'code': 200} Sep 08 13:46:50.536931 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:50.614260 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-d2741438-38be-45a9-a44d-972987f374da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:50.616911 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-d2741438-38be-45a9-a44d-972987f374da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1098 time: 0.0669625 Sep 08 13:46:50.827042 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3369b-61e0-42c9-b3ba-bb7863ff2566 tempest-TestMinimumBasicScenario-675800657 tempest-TestMinimumBasicScenario-675800657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:50.833229 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-16f3369b-61e0-42c9-b3ba-bb7863ff2566 tempest-TestMinimumBasicScenario-675800657 tempest-TestMinimumBasicScenario-675800657-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1093 time: 0.3564296 Sep 08 13:46:50.833229 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-8d544424-79fd-4dce-8dfc-27ec0ca79b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:50.833836 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34442) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:50.834262 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-8d544424-79fd-4dce-8dfc-27ec0ca79b5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.2085946 Sep 08 13:46:50.839319 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'port_id': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:50.867699 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for floatingip, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.991106 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016ff9-8dc1-4884-bafd-ca6bb8193d80 req-64f9ceb9-5a76-474c-96a0-15b996843b26 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:50.992717 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-21016ff9-8dc1-4884-bafd-ca6bb8193d80 req-64f9ceb9-5a76-474c-96a0-15b996843b26 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1559894 Sep 08 13:46:50.995965 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-99ac5ac0-df82-4283-b7b6-bb600aa233e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 999 time: 0.1472216 Sep 08 13:46:51.016439 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-045274dc-c89b-4071-835f-8c4564a578b1 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:51.018011 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-045274dc-c89b-4071-835f-8c4564a578b1 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 945 time: 0.1067235 Sep 08 13:46:51.030777 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.046744 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '589fa891-767f-4c93-a0fc-014acf3433e0', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:49Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.074165 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:51.086278 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:51.087542 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.147025 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-21016ff9-8dc1-4884-bafd-ca6bb8193d80 req-8cb77152-3a3e-4921-818b-b8485335089b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d495be4-3e77-47af-8c1a-f241f86c5205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467419 Sep 08 13:46:51.152262 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-35041e17-b85d-410e-b477-f266ea8d709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:51.152262 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-35041e17-b85d-410e-b477-f266ea8d709c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.1444049 Sep 08 13:46:51.160971 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Allocated IP 172.27.3.223 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/284e6eb4-8489-46d4-9abf-eaef0a41d052) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:51.217968 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Deleting port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:51.218298 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.240878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:51.251226 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-ce0af90d-4fb6-4869-bacc-a9fb4acdfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:51.252846 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-ce0af90d-4fb6-4869-bacc-a9fb4acdfc8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907397 Sep 08 13:46:51.297819 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.340955 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.377210 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:51.380278 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:51.384467 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:51.395026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] For port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:51.395495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.417925 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'Port': ['ID=284e6eb4-8489-46d4-9abf-eaef0a41d052,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:51.458413 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-49d53952-eae0-4bee-9e53-736d4f9c36a2 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959815 Sep 08 13:46:51.572033 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '589fa891-767f-4c93-a0fc-014acf3433e0', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:49Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.601504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad246c2a-695a-4d6c-8785-7c13902b1b2e None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '589fa891-767f-4c93-a0fc-014acf3433e0', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:49Z', 'revision_number': 1, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:51.679034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-834c8413-8b1b-48bb-9d42-e142b1eef179 req-47b6f420-9ee4-4883-8103-19dd664f40ae service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089891 Sep 08 13:46:51.704869 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.705375 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.705704 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Floating IP 709ea411-1a78-4096-9bab-131570bdc9fd disassociated. External IP: 172.27.3.140, port: c04e6204-8dc4-4a24-9c10-d577d8bd8b3b. Sep 08 13:46:51.706054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Calling delete_port for c04e6204-8dc4-4a24-9c10-d577d8bd8b3b owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:51.859509 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07754d-1ecb-4057-9d8c-c05c3b0452f3 None None] New status for floating IP 589fa891-767f-4c93-a0fc-014acf3433e0: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:46:51.873707 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.914034 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'Port': ['ID=c04e6204-8dc4-4a24-9c10-d577d8bd8b3b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:52.051379 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.082370 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:52.138506 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.215437 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:52.227743 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:52.239855 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:52.240856 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:52.291821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] No DVR routers for this DVR port c04e6204-8dc4-4a24-9c10-d577d8bd8b3b on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:52.295936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.299476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ab65dcc-46b4-4d66-994f-ebdd59ebd7bf req-2081eb4c-1b7a-48fd-a50f-89550b8f26f5 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "DELETE /v2.0/ports/c04e6204-8dc4-4a24-9c10-d577d8bd8b3b HTTP/1.1" status: 204 len: 173 time: 1.2437267 Sep 08 13:46:52.312877 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'name': 'network-vif-deleted', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:52.316211 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d4f8e-1ee9-4629-be5a-556bd1a8841a" -d '{"events": [{"server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "name": "network-vif-deleted", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:52.359867 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.363003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a2056e07-7a2e-4979-937a-6d0d58f6fb61 req-7f4b822c-9bfb-4301-94f4-1e1b821ed084 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=76b16296-6c27-4b3f-92ce-a9170b7b8b52 HTTP/1.1" status: 200 len: 210 time: 0.0739512 Sep 08 13:46:52.366399 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.389891 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf52a770-91a4-4d51-8f1c-5b96a2bf0c55 x-openstack-request-id: req-bf52a770-91a4-4d51-8f1c-5b96a2bf0c55 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:52.390411 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16296-6c27-4b3f-92ce-a9170b7b8b52", "name": "network-vif-deleted", "tag": "c04e6204-8dc4-4a24-9c10-d577d8bd8b3b", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:52.390844 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf52a770-91a4-4d51-8f1c-5b96a2bf0c55 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:52.391754 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b16296-6c27-4b3f-92ce-a9170b7b8b52', 'name': 'network-vif-deleted', 'tag': 'c04e6204-8dc4-4a24-9c10-d577d8bd8b3b', 'status': 'completed', 'code': 200} Sep 08 13:46:52.437990 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:52.475621 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'Port': ['ID=284e6eb4-8489-46d4-9abf-eaef0a41d052,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:52.499811 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.616844 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.l3_db [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Floating IP 1d1c19eb-0029-438a-8c3e-439c3fa52400 associated. External IP: 172.27.3.223, port: ddd5b53e-5341-4397-8b3e-a11cea9f947c. Sep 08 13:46:52.683673 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:52.718918 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:52.729688 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:52.730307 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:52.863199 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Router 1d20c049-1fb7-437b-9acd-c075359af9b2 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:52.865550 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:53.019837 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:53.033877 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Sync routers for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:53.044489 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:53.045545 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:53.046418 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.083311 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-bef69aac-8391-4941-b7b0-ea839b3f109c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2480967 Sep 08 13:46:53.084027 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:53.086549 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:53.087897 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34452) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.094387 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559643129', 'description': 'tempest-secgroup-smoke-559643129 description', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:53.129736 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2afc4a-d9b0-4db2-bb57-961af30cbd37 x-openstack-request-id: req-be2afc4a-d9b0-4db2-bb57-961af30cbd37 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:53.130262 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:53.130584 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be2afc4a-d9b0-4db2-bb57-961af30cbd37 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:53.130928 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:46:53.134578 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.154447 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:53.206841 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aaf9-b552-485e-823f-1c7abaf9c5cc None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:53.225452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-a57ada7d-6ceb-41a0-a9d5-c17d3907b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:53.227248 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-a57ada7d-6ceb-41a0-a9d5-c17d3907b370 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1098 time: 0.0698967 Sep 08 13:46:53.238446 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:53.349188 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.354748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.411869 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8abdc-1886-428e-8a58-8ce56c7eb711,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.420329 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-55d1c96d-dd92-48f8-be69-ecc202e9abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:53.423510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-55d1c96d-dd92-48f8-be69-ecc202e9abef service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.1871371 Sep 08 13:46:53.425441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.426954 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f2a240ba-511b-4fa3-a74c-412267e951d9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3368409 Sep 08 13:46:53.431675 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34458) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.436994 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:53.483757 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.487662 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34462) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.566424 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-933ce0b2-2afd-408f-8af3-85b4491f04e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 999 time: 0.1184614 Sep 08 13:46:53.620345 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.639230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-934c793a-23c3-4da7-9b8e-1d9a82939c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:53.639463 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.641857 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-934c793a-23c3-4da7-9b8e-1d9a82939c43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0682292 Sep 08 13:46:53.656880 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.673199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970cc29a-82ce-4d30-9647-984952e89631 None None] New status for floating IP 709ea411-1a78-4096-9bab-131570bdc9fd: DOWN {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:46:53.699622 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.719890 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-57092ab6-27ae-44f5-b19d-0caab7115e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:53.729472 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-57092ab6-27ae-44f5-b19d-0caab7115e95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769866 Sep 08 13:46:53.733614 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafa27bd-c081-4f90-ae30-eec9b00ba603,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.816945 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.819914 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1b9b9417-07ed-45cc-968b-fa3ae65a06ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867393 Sep 08 13:46:53.826735 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34466) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.845697 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:53.859147 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.864636 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.867458 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d495be4-3e77-47af-8c1a-f241f86c5205 HTTP/1.1" status: 204 len: 168 time: 0.3787796 Sep 08 13:46:53.878219 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34468) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.902151 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae87e7-b0c1-4957-b798-638e76ea14cc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d495be4-3e77-47af-8c1a-f241f86c5205,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.915237 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.api.v2.resource [None req-2df1106a-0508-4f15-b820-3b020ba5f129 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] show failed (client error): The resource could not be found. Sep 08 13:46:53.917333 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-2df1106a-0508-4f15-b820-3b020ba5f129 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups/1d495be4-3e77-47af-8c1a-f241f86c5205 HTTP/1.1" status: 404 len: 347 time: 0.0375035 Sep 08 13:46:53.925770 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34470) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.934549 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-e78efa29-3981-4cbf-b8b1-4855550814ad service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943262 Sep 08 13:46:53.939166 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '1d1c19eb-0029-438a-8c3e-439c3fa52400', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'port_id': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'mac_address': 'fa:16:3e:71:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:51Z', 'updated_at': '2021-09-08T13:46:51Z', 'revision_number': 0, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.003226 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Checking router: 1d20c049-1fb7-437b-9acd-c075359af9b2 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:54.019099 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:54.020128 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:46:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.023796 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.093993 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4f921fe3-b902-41fa-88ca-1ecd9e549fd7 req-6a8ead48-1de9-47b0-b05d-f257023da2dd service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510303 Sep 08 13:46:54.163718 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.168733 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:54.171096 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.178995 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Deleting port b7980f45-580a-4638-a02b-babeb94dddb8 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:54.179324 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.216957 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bec55a-bee3-4c1b-8309-94e1d8fbb233,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.223167 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.225473 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-26210a7e-148a-41a4-be96-2a1fef952f54 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908377 Sep 08 13:46:54.231314 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34472) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.241623 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:54.278967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.287264 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.287604 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.303813 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Calling delete_port for b7980f45-580a-4638-a02b-babeb94dddb8 owned by network:floatingip {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:54.355217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.360517 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.390555 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38fa5ea-3bd4-4002-b136-39a47d569794,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.396707 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.399050 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-105a41c5-86a3-449f-8fd2-bd7048b22fbe tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636553 Sep 08 13:46:54.402571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34474) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.408658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:54.452550 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.487423 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.507717 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '1d1c19eb-0029-438a-8c3e-439c3fa52400', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'port_id': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'mac_address': 'fa:16:3e:71:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:51Z', 'updated_at': '2021-09-08T13:46:51Z', 'revision_number': 0, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.516310 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'Port': ['ID=b7980f45-580a-4638-a02b-babeb94dddb8,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.540186 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190680c-fc0e-4387-b599-ad894d306373 None None] The sync data for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi is: [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '1d1c19eb-0029-438a-8c3e-439c3fa52400', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'port_id': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'mac_address': 'fa:16:3e:71:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:51Z', 'updated_at': '2021-09-08T13:46:51Z', 'revision_number': 0, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:54.552351 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.557871 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.578598 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc21501-8bfb-4783-8e25-f2ca7b9c7619,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.596020 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.600387 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-390fa0fe-7daa-4332-b3f3-1cc4cfe02999 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963563 Sep 08 13:46:54.601107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34476) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.606432 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:54.620877 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.623276 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.624839 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b433d726-fb67-4697-9487-96098e04ff89 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "DELETE /v2.0/floatingips/709ea411-1a78-4096-9bab-131570bdc9fd HTTP/1.1" status: 204 len: 168 time: 0.6963744 Sep 08 13:46:54.632094 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.securitygroups_db [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Project dc09a9df1927406aa49a0bd2524947b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:46:54.639757 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.746176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.750694 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.770661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8325895d-033f-46a5-a81d-59ac0c9e6e22,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.779189 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.780088 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-59709bb5-74e3-4930-a039-82a0f4ab94a1 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779354 Sep 08 13:46:54.783509 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34480) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.788844 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'security_group_rule': {'security_group_id': '91e8abdc-1886-428e-8a58-8ce56c7eb711', 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:54.799730 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9311421-7be6-4fb3-8dba-948230b2e857 None None] New status for floating IP 1d1c19eb-0029-438a-8c3e-439c3fa52400: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:46:54.819926 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.securitygroups_db [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Project dc09a9df1927406aa49a0bd2524947b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:46:54.825728 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.866453 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c04e6204-8dc4-4a24-9c10-d577d8bd8b3b no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:54.896441 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.903959 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.922448 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: c04e6204-8dc4-4a24-9c10-d577d8bd8b3b {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:54.923292 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device c04e6204-8dc4-4a24-9c10-d577d8bd8b3b not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:54.926848 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fca6022-696a-43d9-b1e6-7ccb3d45732c,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.935190 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.936471 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-4ec441d7-4e78-4555-8dff-8b9d5ee727ae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515849 Sep 08 13:46:55.017012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34486) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:55.021889 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948368277', 'description': 'tempest-description--653413414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:55.066923 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-54b3f352-b65e-4a62-b608-3a9fc3a806f4 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559643129&fields=id&tenant_id=dc09a9df1927406aa49a0bd2524947b3 HTTP/1.1" status: 200 len: 267 time: 0.0608919 Sep 08 13:46:55.068250 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.159073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-27cbb7e8-68b4-46c9-9382-e0c384c7ae0e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:55.160701 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-27cbb7e8-68b4-46c9-9382-e0c384c7ae0e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0823541 Sep 08 13:46:55.185224 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'port': {'security_groups': ['f8f9f4c8-2a62-492b-8764-765a90bcb8f3', '91e8abdc-1886-428e-8a58-8ce56c7eb711']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:55.234434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.242266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.294147 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.298455 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.299713 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2816966 Sep 08 13:46:55.302749 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9778ea-0b31-46f2-9ec6-5c578259485a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d542ac-79b2-48a8-b20d-16daedd45d9b,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:55.303740 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34488) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:55.311522 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group_rule': {'security_group_id': '96d542ac-79b2-48a8-b20d-16daedd45d9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:55.355811 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.424023 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.431675 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.452798 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a3fec-1f01-47a8-a39f-9c4d337f4d92,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:55.461316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.466334 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fce4a2e3-36d6-40e4-a49e-b10d79759031 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586840 Sep 08 13:46:55.466829 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34490) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:55.474658 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'security_group_rule': {'security_group_id': '96d542ac-79b2-48a8-b20d-16daedd45d9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:55.506124 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.543542 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:55.582060 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.591209 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.592238 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.596965 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.604626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:55.619617 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178516a6-b865-4151-be46-66ff0522daf2,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:55.635308 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.643538 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-993f4fe8-0227-4217-b457-fec4f5d2d441 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697216 Sep 08 13:46:55.644029 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 34492) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:55.653056 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:55.670229 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:55.670967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.672437 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-70749451-8bf1-44cf-955b-9ec5e95d4a93 req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "PUT /v2.0/ports/ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 981 time: 0.4970808 Sep 08 13:46:55.672944 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:55.675385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:55.736237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6394d-6c90-4f5d-82b5-7d602fb15faa tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=6']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:55.747929 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.757242 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:56.055954 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0324590c-a773-46a4-9338-d88a60539fb4 None None] Provisioning complete for port ddd5b53e-5341-4397-8b3e-a11cea9f947c triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:56.057107 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0324590c-a773-46a4-9338-d88a60539fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.099042 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aa9d09-a9e4-4cfb-9c4d-89b62cca887d x-openstack-request-id: req-74aa9d09-a9e4-4cfb-9c4d-89b62cca887d {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:56.099362 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:56.099572 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74aa9d09-a9e4-4cfb-9c4d-89b62cca887d {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:56.099985 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:46:56.207240 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a380ab2-ae22-4063-a47b-a3fbe3554788 req-111182e1-ec57-41af-b758-b756d81abc3c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.209291 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a380ab2-ae22-4063-a47b-a3fbe3554788 req-111182e1-ec57-41af-b758-b756d81abc3c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.1067555 Sep 08 13:46:56.211098 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-fc51beea-c2c7-45d9-b036-6c8202f9d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.212676 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-fc51beea-c2c7-45d9-b036-6c8202f9d599 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1137 time: 0.1118641 Sep 08 13:46:56.367147 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7a380ab2-ae22-4063-a47b-a3fbe3554788 req-d231a852-ce92-49bc-9512-4e9dd1e06203 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224084 Sep 08 13:46:56.387064 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-281a77df-e1ec-4192-b61c-b4c313fa7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.388633 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-281a77df-e1ec-4192-b61c-b4c313fa7b97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.1460621 Sep 08 13:46:56.476113 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.594559 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-8f4715e8-e2a9-48e4-aa09-ba96f8dac95c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 1001 time: 0.1924610 Sep 08 13:46:56.750769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-358473ab-e58d-4ff3-a62f-22fe8394d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.753269 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-358473ab-e58d-4ff3-a62f-22fe8394d18c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.1485465 Sep 08 13:46:56.823331 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Allocated IP 172.27.3.73 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:56.911377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-f3cf3e42-f7da-4309-ac75-1b3df1e38f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.914092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-f3cf3e42-f7da-4309-ac75-1b3df1e38f91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1478097 Sep 08 13:46:57.161761 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.203231 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-bf95ebcd-3ac3-482f-8279-defb97e95b81 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802284 Sep 08 13:46:57.300557 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.357324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:57.359746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e04e9b46-a9b3-4463-b35c-3b64c743b1ad req-defff231-f8f0-4c08-91b2-aefbb663810a service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488369 Sep 08 13:46:57.365408 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:57.370479 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:57.374053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:57.475122 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.534030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.701238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.706426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.778054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:57.791076 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.808129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.809416 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4444dbe8-4a28-4e3d-9d80-cec82bf6e216 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1643963 Sep 08 13:46:58.041890 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-782e2f90-7ec4-4831-952a-f958463cd5b1 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1948368277&fields=id&tenant_id=5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 267 time: 0.0362492 Sep 08 13:46:58.166110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-aa45c473-fbc7-444a-8fd3-f5227414d71e tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:58.167746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-aa45c473-fbc7-444a-8fd3-f5227414d71e tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 810 time: 0.1188362 Sep 08 13:46:58.184326 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-b3b9a638-c119-4b42-b4e2-baee9762a181 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/quotas/5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 375 time: 0.0102665 Sep 08 13:46:58.245683 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-adf27a1e-61d9-4f81-aebf-ddf64dbcae3c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551963 Sep 08 13:46:58.356057 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-9c459743-027e-4fd1-921b-38724cdbb608 service neutron] 10.222.0.58 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970752 Sep 08 13:46:58.455604 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-fb5705a1-8082-4422-87e0-5ff1f0dbe927 service neutron] 10.222.0.58 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929904 Sep 08 13:46:58.718170 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea994152-aedf-4644-a712-da7c7ef70074 req-a6c397ba-a8ff-48b1-a34a-e2d76ac9ae67 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 210 time: 0.0344377 Sep 08 13:46:59.866675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-42fdb02a-80f1-4aa0-9c5c-f56fde97afaa req-2ca55a12-47f3-4e7a-a644-6e7ae42c8d53 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 210 time: 0.0410604 Sep 08 13:46:59.890425 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-131d6ab6-76b2-48da-95b5-2910003836b9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:59.892486 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-131d6ab6-76b2-48da-95b5-2910003836b9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 810 time: 0.2047474 Sep 08 13:46:59.949957 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-6ef5ff0d-cb03-4413-921d-5a4c222db4a4 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5353a60027e545db880e93da66e5eb4d HTTP/1.1" status: 200 len: 380 time: 0.0465326 Sep 08 13:46:59.967365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'port': {'device_id': 'fb07b823-376c-4266-bc75-d9cee194756d', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'admin_state_up': True, 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'security_groups': ['96d542ac-79b2-48a8-b20d-16daedd45d9b']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:00.115239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Made reservation on behalf of 5353a60027e545db880e93da66e5eb4d for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:00.120694 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.268347 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Allocated IP 172.20.0.8 (21a0a687-f79c-4b3a-ab43-b435f6e7e4da/f9b7d1bd-a242-4a65-b2c5-e79346b10291/912caf00-197a-4a17-af89-3aa5a84af39f) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:00.425639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.443375 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Transition to ACTIVE for port object 912caf00-197a-4a17-af89-3aa5a84af39f will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:00.495018 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.565052 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:00.568639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:00.572903 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:00.613259 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event updated for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.643525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:00.644198 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.665759 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-d83b4fa2-0189-4ff8-9f7f-cbf24a428bcc tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7047522 Sep 08 13:47:00.679371 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Request body: {'port': {'device_id': 'fb07b823-376c-4266-bc75-d9cee194756d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:00.745081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.828572 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-187764ac-4731-4518-b5d0-df9e1c69d31f None None] Provisioning for port 912caf00-197a-4a17-af89-3aa5a84af39f completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:00.833559 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-187764ac-4731-4518-b5d0-df9e1c69d31f None None] Provisioning complete for port 912caf00-197a-4a17-af89-3aa5a84af39f triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:00.834092 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-187764ac-4731-4518-b5d0-df9e1c69d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.870608 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-187764ac-4731-4518-b5d0-df9e1c69d31f None None] Port 912caf00-197a-4a17-af89-3aa5a84af39f cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:01.048793 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151d5a6-85fa-4c55-8313-ede7883dc7f5 req-a976a4ed-0ad9-40a0-b581-89f3e7e6a228 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.050360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5151d5a6-85fa-4c55-8313-ede7883dc7f5 req-a976a4ed-0ad9-40a0-b581-89f3e7e6a228 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 931 time: 0.0849214 Sep 08 13:47:01.097141 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912caf00-197a-4a17-af89-3aa5a84af39f {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:47:01.108415 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.128979 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5151d5a6-85fa-4c55-8313-ede7883dc7f5 req-697fe599-f68a-4818-baff-f9ed9fc06859 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607417 Sep 08 13:47:01.131654 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Transition to ACTIVE for port object 912caf00-197a-4a17-af89-3aa5a84af39f will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:01.137262 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.190631 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Pushing event updated for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:01.259820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Attempting to bind port 912caf00-197a-4a17-af89-3aa5a84af39f on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:01.260189 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Attempting to bind port 912caf00-197a-4a17-af89-3aa5a84af39f by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:01.260523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Attempting to bind port 912caf00-197a-4a17-af89-3aa5a84af39f on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:01.265181 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Port 912caf00-197a-4a17-af89-3aa5a84af39f on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:47:01.265508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Attempting to bind port 912caf00-197a-4a17-af89-3aa5a84af39f on network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:01.270833 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:01.271176 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Checking segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:01.271563 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Bound using segment: {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:01.271990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Bound port: 912caf00-197a-4a17-af89-3aa5a84af39f, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9358e2-d829-499e-a261-b6d7b0358a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:01.272353 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.340151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:01.343317 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=912caf00-197a-4a17-af89-3aa5a84af39f,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:01.348361 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.411597 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.412764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.415296 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] 10.222.0.50 "PUT /v2.0/ports/912caf00-197a-4a17-af89-3aa5a84af39f HTTP/1.1" status: 200 len: 1093 time: 0.7402656 Sep 08 13:47:01.416032 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:01.419865 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf03207-e701-4b26-934e-f59598812f13" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:01.468729 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a66c-4bfb-43bd-a01c-8aac89d18190 service neutron] Pushing event updated for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:01.475038 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f04902-f822-46e4-8afd-9379c1e98257 x-openstack-request-id: req-d9f04902-f822-46e4-8afd-9379c1e98257 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:01.475392 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:01.475709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9f04902-f822-46e4-8afd-9379c1e98257 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:01.476182 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f', 'status': 'completed', 'code': 200} Sep 08 13:47:01.534045 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-b48a3023-f704-4b85-a4d8-776f04ab9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.535240 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-b48a3023-f704-4b85-a4d8-776f04ab9ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 1096 time: 0.0520487 Sep 08 13:47:01.593999 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-1102a04b-85aa-4d4c-8b32-5895597225e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=912caf00-197a-4a17-af89-3aa5a84af39f HTTP/1.1" status: 200 len: 217 time: 0.0458074 Sep 08 13:47:01.672074 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-89792ff5-b956-48a0-861e-210e1acbd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.673968 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-89792ff5-b956-48a0-861e-210e1acbd507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0707123 Sep 08 13:47:01.731102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-643c9dfc-667f-4986-82e4-c315cf999ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.732651 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-643c9dfc-667f-4986-82e4-c315cf999ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466626 Sep 08 13:47:01.841586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-5bc6471f-e47f-47e0-bb54-a22b65bdfcce service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945184 Sep 08 13:47:01.939341 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f158d3f8-c5f3-4824-a2d3-90ebe8c7048d req-ed0ffd2d-d188-416a-a73a-d5b452d2efa6 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 Sep 08 13:47:02.052023 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03207-e701-4b26-934e-f59598812f13 req-553fa464-727d-49e0-8142-961d9192e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.053603 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-553fa464-727d-49e0-8142-961d9192e978 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 1096 time: 0.0468631 Sep 08 13:47:02.170442 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03207-e701-4b26-934e-f59598812f13 req-a7aa4691-64aa-4409-9083-0ebae3586051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.171976 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-a7aa4691-64aa-4409-9083-0ebae3586051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.1104381 Sep 08 13:47:02.227468 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-fc2efa91-3bfd-4b1a-899c-226800e57e0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=912caf00-197a-4a17-af89-3aa5a84af39f HTTP/1.1" status: 200 len: 217 time: 0.0399418 Sep 08 13:47:02.301153 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03207-e701-4b26-934e-f59598812f13 req-5dc153f9-7f09-4f8b-8a48-d796070ea3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.302781 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-5dc153f9-7f09-4f8b-8a48-d796070ea3bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0667222 Sep 08 13:47:02.311326 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c1d0-927a-45c2-86c8-2125c2003c02 req-83463ce4-0cc1-4e37-9f20-5db73d7dcf4a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.313130 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eac4c1d0-927a-45c2-86c8-2125c2003c02 req-83463ce4-0cc1-4e37-9f20-5db73d7dcf4a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 943 time: 0.0888062 Sep 08 13:47:02.381013 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eac4c1d0-927a-45c2-86c8-2125c2003c02 req-d36339dd-744a-4528-a6bc-4c302610bd7a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583711 Sep 08 13:47:02.387901 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03207-e701-4b26-934e-f59598812f13 req-de4144a0-4dec-4d55-b534-26c31685a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.389444 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-de4144a0-4dec-4d55-b534-26c31685a45f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753429 Sep 08 13:47:02.490586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-ac806df5-281e-45c9-8210-e9005a516759 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891221 Sep 08 13:47:02.592435 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dcf03207-e701-4b26-934e-f59598812f13 req-47a49a2c-35cd-43bd-b185-45f4d3ed15ab service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916259 Sep 08 13:47:03.496631 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e643f4-be8f-4f43-8190-5ce892d23ae0 req-d3e8c5e7-e24c-45aa-9b8c-0aebe63b2b9d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:03.498121 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88e643f4-be8f-4f43-8190-5ce892d23ae0 req-d3e8c5e7-e24c-45aa-9b8c-0aebe63b2b9d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 943 time: 0.0486810 Sep 08 13:47:03.536936 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88e643f4-be8f-4f43-8190-5ce892d23ae0 req-df211cdd-b793-4681-b308-e9170d7fafc7 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Sep 08 13:47:04.662515 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804feeb7-4399-41c8-b10d-0808c17edbd8 req-59c63d53-bb44-4b46-8ecc-3ce6e8647d3a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:04.664762 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-804feeb7-4399-41c8-b10d-0808c17edbd8 req-59c63d53-bb44-4b46-8ecc-3ce6e8647d3a tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 943 time: 0.0544319 Sep 08 13:47:04.727681 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-804feeb7-4399-41c8-b10d-0808c17edbd8 req-8f38be3d-bea9-4017-99e4-f45fd287e5cd tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513411 Sep 08 13:47:04.881208 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 912caf00-197a-4a17-af89-3aa5a84af39f details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:47:04.983471 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=912caf00-197a-4a17-af89-3aa5a84af39f,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:04.995716 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '912caf00-197a-4a17-af89-3aa5a84af39f', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'port_id': '912caf00-197a-4a17-af89-3aa5a84af39f', 'mac_address': 'fa:16:3e:82:25:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:47:05.035893 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.049686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912caf00-197a-4a17-af89-3aa5a84af39f {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:47:05.071393 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=912caf00-197a-4a17-af89-3aa5a84af39f,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:05.075515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.123326 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:05.352962 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['912caf00-197a-4a17-af89-3aa5a84af39f'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:47:05.853033 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca752a3-7b3b-42fa-b655-54764c9bb319 req-8a08da5e-d1ca-417c-a9c6-3ced37defc53 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:05.854540 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ca752a3-7b3b-42fa-b655-54764c9bb319 req-8a08da5e-d1ca-417c-a9c6-3ced37defc53 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 944 time: 0.0536718 Sep 08 13:47:05.900446 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8ca752a3-7b3b-42fa-b655-54764c9bb319 req-1db96b28-149f-43d8-8795-04978ef36b26 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 Sep 08 13:47:06.375165 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec4fac35-9a21-4fda-b862-a659664c550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.914811 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 912caf00-197a-4a17-af89-3aa5a84af39f up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:06.975635 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 912caf00-197a-4a17-af89-3aa5a84af39f completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:06.982295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 912caf00-197a-4a17-af89-3aa5a84af39f triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:06.982910 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.106530 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.131941 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:07.135113 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfd141-1b98-4ab9-8d0a-2c2c83c14c0f" -d '{"events": [{"server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "name": "network-vif-plugged", "status": "completed", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:07.151771 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=912caf00-197a-4a17-af89-3aa5a84af39f,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:07.159206 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.171349 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152e74-6db3-4e92-8afb-97cf5ae78eb4 req-b85e0150-4f0c-4c82-9204-363bcd3364bf tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:07.176593 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d9152e74-6db3-4e92-8afb-97cf5ae78eb4 req-b85e0150-4f0c-4c82-9204-363bcd3364bf tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 944 time: 0.1960933 Sep 08 13:47:07.194653 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ca511-b4bc-4442-8f7b-42ed7c11535f x-openstack-request-id: req-967ca511-b4bc-4442-8f7b-42ed7c11535f {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:07.194942 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "name": "network-vif-plugged", "status": "completed", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:07.195706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-967ca511-b4bc-4442-8f7b-42ed7c11535f {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:07.196104 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f', 'code': 200} Sep 08 13:47:07.225152 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d9152e74-6db3-4e92-8afb-97cf5ae78eb4 req-e1bebb70-f3f3-4a2a-b5c2-a2a80937553f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Sep 08 13:47:07.232627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:07.381091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc622c-5daf-4a45-b003-ae226a532aee req-31104df0-9e85-4355-b9e1-49e5c1ef59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:07.382583 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-24dc622c-5daf-4a45-b003-ae226a532aee req-31104df0-9e85-4355-b9e1-49e5c1ef59cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 1098 time: 0.0393047 Sep 08 13:47:07.419306 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-24dc622c-5daf-4a45-b003-ae226a532aee req-85998215-c0cd-4c5b-8ffa-a7ff1f0413b2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263159 Sep 08 13:47:08.353519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b17a-1c1b-4ac2-8283-2bbf6c5b118b req-1fdf1bca-c296-40cf-b114-75493728c66c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:08.355113 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9be2b17a-1c1b-4ac2-8283-2bbf6c5b118b req-1fdf1bca-c296-40cf-b114-75493728c66c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.0584242 Sep 08 13:47:08.394367 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9be2b17a-1c1b-4ac2-8283-2bbf6c5b118b req-dc8808b6-288f-4f10-bf67-910980cb3cee tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Sep 08 13:47:08.805929 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4be32f46-e2a3-4050-a2c9-edcd32a8609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.899921 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.175594 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:09.516222 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffcf67-8aaa-48f6-a43d-3b7e09842632 req-d8e136b3-4e55-4ed3-99a8-173284fe24d8 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:09.518048 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ddffcf67-8aaa-48f6-a43d-3b7e09842632 req-d8e136b3-4e55-4ed3-99a8-173284fe24d8 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.0526896 Sep 08 13:47:09.559891 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ddffcf67-8aaa-48f6-a43d-3b7e09842632 req-631cca3b-184c-4020-852b-866b3c41caff tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354397 Sep 08 13:47:09.749238 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff01e3-2e14-4eaa-9fd6-158f992ff157 req-a599bb7c-10cb-4c68-a321-505cfaae349b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:09.751119 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5eff01e3-2e14-4eaa-9fd6-158f992ff157 req-a599bb7c-10cb-4c68-a321-505cfaae349b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.1185415 Sep 08 13:47:09.763088 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 34586) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:09.768016 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Request body: {'floatingip': {'port_id': '912caf00-197a-4a17-af89-3aa5a84af39f'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:09.810925 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.144968 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.350955 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.356816 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.478015 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.l3_db [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Floating IP 05a67926-1504-4b35-9bd5-66a6b0c1303f associated. External IP: 172.27.3.73, port: 912caf00-197a-4a17-af89-3aa5a84af39f. Sep 08 13:47:10.947102 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:47:11.063065 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:11.067939 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.077853 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:11.092820 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:11.093838 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:47:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:11.109646 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b98170ee-c16c-4ec8-a634-367caf019a47 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "PUT /v2.0/floatingips/05a67926-1504-4b35-9bd5-66a6b0c1303f HTTP/1.1" status: 200 len: 990 time: 1.3451879 Sep 08 13:47:11.110658 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:11.114721 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d194ce3f-fe0a-425e-978e-0b25209dba9b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:11.174218 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3398c7-ef13-47ca-bbd6-e1039ae0f0d7 x-openstack-request-id: req-7d3398c7-ef13-47ca-bbd6-e1039ae0f0d7 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:11.174615 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:11.174957 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d3398c7-ef13-47ca-bbd6-e1039ae0f0d7 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:11.175512 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f', 'status': 'completed', 'code': 200} Sep 08 13:47:11.254522 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:11.270325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-7b381945-5dc6-400f-8cdb-8b60e9f9fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:11.272096 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-7b381945-5dc6-400f-8cdb-8b60e9f9fe6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5353a60027e545db880e93da66e5eb4d&device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 1098 time: 0.0573080 Sep 08 13:47:11.371581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-90e0f996-4309-4d0b-8c44-5178e74d2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:11.373166 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-90e0f996-4309-4d0b-8c44-5178e74d2124 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 200 len: 911 time: 0.0924754 Sep 08 13:47:11.510391 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.621009 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '05a67926-1504-4b35-9bd5-66a6b0c1303f', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': '912caf00-197a-4a17-af89-3aa5a84af39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:82:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07b823-376c-4266-bc75-d9cee194756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:57Z', 'updated_at': '2021-09-08T13:47:10Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:11.670052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:11.683333 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:11.684362 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:47:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:11.799185 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-55e5b440-3555-4063-9155-0bea3b025792 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=912caf00-197a-4a17-af89-3aa5a84af39f HTTP/1.1" status: 200 len: 998 time: 0.4181213 Sep 08 13:47:11.841343 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:11.861812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-6911ecd0-10fd-4cd0-a745-4d7af1ba5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:11.863316 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-6911ecd0-10fd-4cd0-a745-4d7af1ba5866 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 200 len: 849 time: 0.0544174 Sep 08 13:47:11.919972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-234ae93d-ab14-445d-b65d-a5e809d91d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:11.921662 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-234ae93d-ab14-445d-b65d-a5e809d91d84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a0a687-f79c-4b3a-ab43-b435f6e7e4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460839 Sep 08 13:47:12.035061 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-e91956ef-452c-40d1-8f0d-d609064f0f77 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040909 Sep 08 13:47:12.130969 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '05a67926-1504-4b35-9bd5-66a6b0c1303f', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': '912caf00-197a-4a17-af89-3aa5a84af39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:82:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07b823-376c-4266-bc75-d9cee194756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:57Z', 'updated_at': '2021-09-08T13:47:10Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:12.133403 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d194ce3f-fe0a-425e-978e-0b25209dba9b req-8997e12a-5d09-46a9-97fe-a2d9d87c6702 service neutron] 10.222.0.50 "GET /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886362 Sep 08 13:47:12.159847 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba1fa00-07ae-4840-99ab-d4cc2052345c None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '05a67926-1504-4b35-9bd5-66a6b0c1303f', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'port_id': '912caf00-197a-4a17-af89-3aa5a84af39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'mac_address': 'fa:16:3e:82:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07b823-376c-4266-bc75-d9cee194756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:46:57Z', 'updated_at': '2021-09-08T13:47:10Z', 'revision_number': 1, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:12.371540 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7273b-befb-4c94-b214-8e5ca27ab078 None None] New status for floating IP 05a67926-1504-4b35-9bd5-66a6b0c1303f: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:47:18.667048 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-274ad0b1-42f4-4e09-a574-90b0d66f642a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509119 Sep 08 13:47:18.784737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268c9c-c118-4e53-afbd-f8474444c904 req-b473d1b2-09e0-4e91-a7ae-2bc621770ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:18.786261 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-b473d1b2-09e0-4e91-a7ae-2bc621770ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1137 time: 0.0508287 Sep 08 13:47:18.902334 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.927234 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268c9c-c118-4e53-afbd-f8474444c904 req-0aaee73b-efdf-4c0d-b0ac-8bc38514ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:18.928809 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-0aaee73b-efdf-4c0d-b0ac-8bc38514ee6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.1062906 Sep 08 13:47:19.006686 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-258d2f6f-dccd-40f9-9521-3284a962c047 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 1001 time: 0.0666361 Sep 08 13:47:19.084132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268c9c-c118-4e53-afbd-f8474444c904 req-19e2773a-6450-4bce-b33c-f83fb46f8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:19.086686 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-19e2773a-6450-4bce-b33c-f83fb46f8bfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0680985 Sep 08 13:47:19.144307 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268c9c-c118-4e53-afbd-f8474444c904 req-d27a0283-479c-4019-a449-ff611fa37209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:19.145868 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-d27a0283-479c-4019-a449-ff611fa37209 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478406 Sep 08 13:47:19.258027 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-a3c1ae72-906c-48be-94d8-ee8350bf4fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991268 Sep 08 13:47:19.363092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54268c9c-c118-4e53-afbd-f8474444c904 req-ad652a2e-9577-4ef7-8327-7c74f4167e95 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953200 Sep 08 13:47:26.759194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ead38-2ac3-41ef-8b68-1655475bff7e req-daeaf7d2-02e7-40d1-a399-c79da2397017 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:26.760853 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d68ead38-2ac3-41ef-8b68-1655475bff7e req-daeaf7d2-02e7-40d1-a399-c79da2397017 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0592513 Sep 08 13:47:26.829965 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d68ead38-2ac3-41ef-8b68-1655475bff7e req-4ff93c21-c583-4325-98e8-4a3c15d4c816 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604682 Sep 08 13:47:26.848389 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704810e-c418-4108-949f-85242f55fa63 req-eef82437-ee1b-4e21-a755-32ae0848d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:26.850468 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-eef82437-ee1b-4e21-a755-32ae0848d006 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1137 time: 0.1039681 Sep 08 13:47:26.953244 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704810e-c418-4108-949f-85242f55fa63 req-f3236506-cc1f-434f-9e3c-11227bfb55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:26.954865 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-f3236506-cc1f-434f-9e3c-11227bfb55eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.0965810 Sep 08 13:47:27.034583 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-a5c0e548-f543-484e-b9d7-c6943391653d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 1001 time: 0.0701795 Sep 08 13:47:27.092413 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704810e-c418-4108-949f-85242f55fa63 req-abe986c4-538f-4d14-a00f-88708a745ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:27.093913 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-abe986c4-538f-4d14-a00f-88708a745ac3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0465798 Sep 08 13:47:27.151824 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704810e-c418-4108-949f-85242f55fa63 req-c4151186-6e01-44e1-a43a-6bb8f88cec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:27.153383 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-c4151186-6e01-44e1-a43a-6bb8f88cec6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465722 Sep 08 13:47:27.254430 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-80f5558c-11bd-4ae8-ae1a-2ddbb82786cc service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917242 Sep 08 13:47:27.357197 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1704810e-c418-4108-949f-85242f55fa63 req-a964065c-dfd1-4369-a1a6-d6a511df2e45 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897334 Sep 08 13:47:27.960188 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb25654-1e8a-4c87-aa46-c609b1166233 req-2241ad12-8e00-4b8b-a66b-ac0c23f451c2 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:27.961884 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bdb25654-1e8a-4c87-aa46-c609b1166233 req-2241ad12-8e00-4b8b-a66b-ac0c23f451c2 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0557725 Sep 08 13:47:28.006426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bdb25654-1e8a-4c87-aa46-c609b1166233 req-882d1311-650c-48ff-b6e0-0b7d47f780ee tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381753 Sep 08 13:47:29.128718 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efafd2-0dba-4d6b-bd6f-8d52ab017824 req-f1974a8e-ba71-4835-9d8b-92afb952677a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:29.130201 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80efafd2-0dba-4d6b-bd6f-8d52ab017824 req-f1974a8e-ba71-4835-9d8b-92afb952677a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0515211 Sep 08 13:47:29.171850 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-80efafd2-0dba-4d6b-bd6f-8d52ab017824 req-09f70fbc-e0b3-4347-b809-ff01ad2d7438 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348029 Sep 08 13:47:30.297486 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f42a3-e0cb-449e-9637-fa465c83ac56 req-efc039ef-d776-4ba9-84f5-a64b5b029142 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:30.299014 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c32f42a3-e0cb-449e-9637-fa465c83ac56 req-efc039ef-d776-4ba9-84f5-a64b5b029142 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0553310 Sep 08 13:47:30.340576 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c32f42a3-e0cb-449e-9637-fa465c83ac56 req-c777fa92-af71-40f2-a1d3-d5d89fdc8ea5 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352182 Sep 08 13:47:31.472915 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e69d-7be2-4561-81be-54bf2e853047 req-e75936a5-e7a1-4c82-ae75-dde4903b377d tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.474513 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d114e69d-7be2-4561-81be-54bf2e853047 req-e75936a5-e7a1-4c82-ae75-dde4903b377d tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0519037 Sep 08 13:47:31.519614 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d114e69d-7be2-4561-81be-54bf2e853047 req-9e8229d4-f5e8-4b99-ae61-5216a039d431 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371757 Sep 08 13:47:32.646509 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b5b68-c58a-4fb5-9cee-0c27dea9be39 req-4258f4a1-abea-4fd3-a12e-66ab7235bf6c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:32.648259 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b59b5b68-c58a-4fb5-9cee-0c27dea9be39 req-4258f4a1-abea-4fd3-a12e-66ab7235bf6c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0525584 Sep 08 13:47:32.703726 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b59b5b68-c58a-4fb5-9cee-0c27dea9be39 req-cbef4df0-ad85-4e6e-831b-2eb3aa9fb658 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484073 Sep 08 13:47:33.829803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81153b7-f3e8-4b45-a12b-1cc591ec9971 req-ed7ef009-a2fc-44d0-b4e3-c95185608c42 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:33.831278 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b81153b7-f3e8-4b45-a12b-1cc591ec9971 req-ed7ef009-a2fc-44d0-b4e3-c95185608c42 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0538592 Sep 08 13:47:33.877892 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b81153b7-f3e8-4b45-a12b-1cc591ec9971 req-26d0fc15-b60f-4847-a3db-992698e4ae78 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397670 Sep 08 13:47:35.003551 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7128e9a-9753-4a49-a656-f81ae29721d4 req-4700103a-a538-47e1-93bb-19d75d4796d7 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:35.005195 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c7128e9a-9753-4a49-a656-f81ae29721d4 req-4700103a-a538-47e1-93bb-19d75d4796d7 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0513947 Sep 08 13:47:35.049860 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c7128e9a-9753-4a49-a656-f81ae29721d4 req-a76844da-0f7d-42a6-b0b7-5868d2b4b918 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377302 Sep 08 13:47:36.180584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b388a0-5725-4f75-94d3-452d3dcddfce req-18c90787-512e-4529-9d48-101e485c36d0 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:36.182172 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-66b388a0-5725-4f75-94d3-452d3dcddfce req-18c90787-512e-4529-9d48-101e485c36d0 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0531254 Sep 08 13:47:36.225493 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-66b388a0-5725-4f75-94d3-452d3dcddfce req-d5d90470-e4ce-478b-8903-c576223375dd tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366971 Sep 08 13:47:36.376750 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4e66-0f93-47cb-a81b-24e0229eb0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:37.349338 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2b928-a484-4922-a066-dcde314bcc07 req-95011729-a171-46d6-917c-de96ec33f884 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:37.350820 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c7c2b928-a484-4922-a066-dcde314bcc07 req-95011729-a171-46d6-917c-de96ec33f884 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0537491 Sep 08 13:47:37.393040 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c7c2b928-a484-4922-a066-dcde314bcc07 req-e173ce3c-579c-4896-8c8e-470018c5680a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352581 Sep 08 13:47:38.536821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a73e2-d6e4-4c36-bdaa-9c763573212b req-d6b2366c-1fe9-48a5-afe1-d6a20621a4a7 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:38.539108 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a56a73e2-d6e4-4c36-bdaa-9c763573212b req-d6b2366c-1fe9-48a5-afe1-d6a20621a4a7 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0568609 Sep 08 13:47:38.604918 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a56a73e2-d6e4-4c36-bdaa-9c763573212b req-85f50d33-fac5-405b-acf9-5196291de4a0 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518000 Sep 08 13:47:38.798047 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b2853534-6ba4-4eb6-bfa0-421096d3ee34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.902469 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.735274 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee825dc-17c4-432d-b3ac-0a5f4eb8d295 req-02b8c8a9-be05-4a25-9da2-32367e1a452e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:39.736710 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ee825dc-17c4-432d-b3ac-0a5f4eb8d295 req-02b8c8a9-be05-4a25-9da2-32367e1a452e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0601134 Sep 08 13:47:39.780338 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1ee825dc-17c4-432d-b3ac-0a5f4eb8d295 req-f308fd1e-870c-4048-a2a9-124920190fd9 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365992 Sep 08 13:47:40.143783 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.920104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdebf7-4e06-4d7e-9c77-d6b34740e41b req-e0a61621-48f9-4679-8617-02ab72783196 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:40.921756 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57fdebf7-4e06-4d7e-9c77-d6b34740e41b req-e0a61621-48f9-4679-8617-02ab72783196 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0639472 Sep 08 13:47:40.990137 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57fdebf7-4e06-4d7e-9c77-d6b34740e41b req-ab9d95a7-7402-4e30-bb7f-5ecd6bbcd2c2 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584893 Sep 08 13:47:40.999396 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514656-7688-4dcc-86bc-5601753f888d req-d323e880-a0f5-4105-8b36-aa6fa831ec0e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:41.001224 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-32514656-7688-4dcc-86bc-5601753f888d req-d323e880-a0f5-4105-8b36-aa6fa831ec0e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0927708 Sep 08 13:47:41.046072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-32514656-7688-4dcc-86bc-5601753f888d req-3e4ee3f0-8759-473b-ae10-00b8367eed0f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 Sep 08 13:47:41.481411 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.112691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ed5-62a5-45f4-962a-7378cdb5cc59 req-0dcbbfa0-cfac-4833-aa1f-cbf11ef298cd tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:42.114299 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8c4e8ed5-62a5-45f4-962a-7378cdb5cc59 req-0dcbbfa0-cfac-4833-aa1f-cbf11ef298cd tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0516376 Sep 08 13:47:42.191781 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8c4e8ed5-62a5-45f4-962a-7378cdb5cc59 req-38950afc-518f-4db6-9766-66e51b06fd39 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690544 Sep 08 13:47:42.208047 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e68e78-d2b4-4967-bbcf-6e7a4db3262a req-11d53ccd-c7b4-4f5f-9cac-9ae628634fb4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:42.209619 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37e68e78-d2b4-4967-bbcf-6e7a4db3262a req-11d53ccd-c7b4-4f5f-9cac-9ae628634fb4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0882716 Sep 08 13:47:42.251465 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-37e68e78-d2b4-4967-bbcf-6e7a4db3262a req-72637c63-c37a-461b-b19e-256bed7d505d tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345049 Sep 08 13:47:43.312293 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d777317-608a-46e6-8b47-da0063bade6a req-feb79de0-c542-4c9d-abd8-5297bb8c1683 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:43.314056 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8d777317-608a-46e6-8b47-da0063bade6a req-feb79de0-c542-4c9d-abd8-5297bb8c1683 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0510225 Sep 08 13:47:43.387607 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8d777317-608a-46e6-8b47-da0063bade6a req-70a400ae-82c2-4966-a557-f4e1419e646b tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669711 Sep 08 13:47:43.411613 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c781a1-d083-4261-b266-daa823181541 req-4213fa24-9fc5-4c63-98f9-4be24d49ee94 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:43.414282 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-61c781a1-d083-4261-b266-daa823181541 req-4213fa24-9fc5-4c63-98f9-4be24d49ee94 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0820711 Sep 08 13:47:43.469977 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-61c781a1-d083-4261-b266-daa823181541 req-a5267c8c-e191-4276-9ff0-61b838fcb682 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Sep 08 13:47:44.509130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373066c-5f25-4aff-8d15-df186a8578eb req-55329b0e-f97e-453f-9a01-798c98a774cf tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:44.510676 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6373066c-5f25-4aff-8d15-df186a8578eb req-55329b0e-f97e-453f-9a01-798c98a774cf tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0527191 Sep 08 13:47:44.552530 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6373066c-5f25-4aff-8d15-df186a8578eb req-eaf37112-5909-49c5-a340-fd16b2b2e5f6 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354645 Sep 08 13:47:44.664977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a83d-3df8-4e62-873b-c9bf43a80fce req-42d04614-511f-40fc-9838-485c2d276009 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:44.666636 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9286a83d-3df8-4e62-873b-c9bf43a80fce req-42d04614-511f-40fc-9838-485c2d276009 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0542908 Sep 08 13:47:44.709989 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9286a83d-3df8-4e62-873b-c9bf43a80fce req-19f41655-34e7-4f1d-bff1-1440676eb61e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369689 Sep 08 13:47:45.705577 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37d686-8034-4092-b037-e2cb8a2ccd1d req-0ba0e5c7-444d-4163-bd9e-a10a93891c8f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:45.707107 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8d37d686-8034-4092-b037-e2cb8a2ccd1d req-0ba0e5c7-444d-4163-bd9e-a10a93891c8f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0567050 Sep 08 13:47:45.750992 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8d37d686-8034-4092-b037-e2cb8a2ccd1d req-cc63715a-b975-464b-aebf-9daae8cc5a59 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361032 Sep 08 13:47:45.854320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d280-37c6-42b5-b5d3-3e86bef1e5e4 req-727db2f0-037f-42fe-a82a-41acf3039aec tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:45.855963 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cc20d280-37c6-42b5-b5d3-3e86bef1e5e4 req-727db2f0-037f-42fe-a82a-41acf3039aec tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0513043 Sep 08 13:47:45.899354 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cc20d280-37c6-42b5-b5d3-3e86bef1e5e4 req-c8f5f9fc-2db0-4d8b-b1ed-057693a7ced7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Sep 08 13:47:46.175025 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:46.882380 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938ae3e-4f3c-4617-83ec-b2055d57354e req-cca40929-c28a-4e97-80f0-f68d63f001b4 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:46.884126 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1938ae3e-4f3c-4617-83ec-b2055d57354e req-cca40929-c28a-4e97-80f0-f68d63f001b4 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0578697 Sep 08 13:47:46.929451 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1938ae3e-4f3c-4617-83ec-b2055d57354e req-09b1507e-0261-4123-a5ef-9e1a8cfb39e6 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385344 Sep 08 13:47:47.033194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759f04-942a-436f-a30d-194bcde814b3 req-bd448692-8c00-4fc2-bb00-8feac002590f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:47.034747 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1d759f04-942a-436f-a30d-194bcde814b3 req-bd448692-8c00-4fc2-bb00-8feac002590f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0563021 Sep 08 13:47:47.078782 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1d759f04-942a-436f-a30d-194bcde814b3 req-1ccd77ca-5859-4c2d-a42f-cc883fa34e1e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Sep 08 13:47:48.054882 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b10d4-0a4d-45e6-a45a-7fad01a6777b req-574751f2-fd2a-4b0c-8e57-4218cd6630cf tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:48.056476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-533b10d4-0a4d-45e6-a45a-7fad01a6777b req-574751f2-fd2a-4b0c-8e57-4218cd6630cf tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0539923 Sep 08 13:47:48.099319 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-533b10d4-0a4d-45e6-a45a-7fad01a6777b req-7eedd85e-14ca-4ed3-8b57-4bf5635b75b8 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362213 Sep 08 13:47:48.204280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d4a1-3646-466f-a84e-4ea986bb9fa1 req-ca11d9c2-0d90-42fa-a390-b718a702ec1f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:48.205835 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e429d4a1-3646-466f-a84e-4ea986bb9fa1 req-ca11d9c2-0d90-42fa-a390-b718a702ec1f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0489938 Sep 08 13:47:48.250974 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e429d4a1-3646-466f-a84e-4ea986bb9fa1 req-873b39a1-32a0-47a7-b4de-b320d4d073e3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373907 Sep 08 13:47:48.909483 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.228490 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f827b-1ae1-4f6d-9a15-efcc47363118 req-592c0f84-cd37-453b-ae01-2e246b492cae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:49.230062 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f67f827b-1ae1-4f6d-9a15-efcc47363118 req-592c0f84-cd37-453b-ae01-2e246b492cae tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0590680 Sep 08 13:47:49.279092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f67f827b-1ae1-4f6d-9a15-efcc47363118 req-bb31d4c0-df47-4f3a-952b-c45bb596178e tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=91e8abdc-1886-428e-8a58-8ce56c7eb711&id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419290 Sep 08 13:47:49.419836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082582-f97e-45d6-a7e3-53abbe63d718 req-ccf900f6-3e98-44f7-86fa-eab0ecc85274 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:49.421665 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9b082582-f97e-45d6-a7e3-53abbe63d718 req-ccf900f6-3e98-44f7-86fa-eab0ecc85274 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0544775 Sep 08 13:47:49.465136 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9b082582-f97e-45d6-a7e3-53abbe63d718 req-9a7e4ec9-2bc7-430f-9856-56b6263532f2 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Sep 08 13:47:50.639038 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aeea0-af12-4a5a-9565-ec9f89618a69 req-2c45e22b-f38b-4f79-8f1d-3b906605b0fc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:50.641854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-095aeea0-af12-4a5a-9565-ec9f89618a69 req-2c45e22b-f38b-4f79-8f1d-3b906605b0fc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0836279 Sep 08 13:47:50.684473 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-095aeea0-af12-4a5a-9565-ec9f89618a69 req-1156150c-88c0-451a-a116-636cebcbc39e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365453 Sep 08 13:47:51.851756 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00619-6cab-4c80-b4da-8427180a4fbd req-b89a6291-fb5f-4790-b73c-1b7e2c541dfa tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:51.854632 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-38f00619-6cab-4c80-b4da-8427180a4fbd req-b89a6291-fb5f-4790-b73c-1b7e2c541dfa tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0823448 Sep 08 13:47:51.903058 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-38f00619-6cab-4c80-b4da-8427180a4fbd req-fae94cd2-97f7-49cb-873c-c57cf597cc84 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Sep 08 13:47:53.039971 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf0d5d-74b8-47ac-a7de-b9b3e7902bae req-e130e695-e3ab-4b9e-a374-d044074df176 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:53.041957 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-72bf0d5d-74b8-47ac-a7de-b9b3e7902bae req-e130e695-e3ab-4b9e-a374-d044074df176 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0612760 Sep 08 13:47:53.092042 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-72bf0d5d-74b8-47ac-a7de-b9b3e7902bae req-ce164f68-ac37-45b0-8cb5-f3d948b5bb29 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 Sep 08 13:47:54.230705 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77b985-d9bf-424d-9154-ca8b19a8222c req-50be8e99-a351-48a1-99cd-4a5e15c7bcbc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:54.232395 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ac77b985-d9bf-424d-9154-ca8b19a8222c req-50be8e99-a351-48a1-99cd-4a5e15c7bcbc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0620606 Sep 08 13:47:54.292638 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ac77b985-d9bf-424d-9154-ca8b19a8222c req-35841744-0b0f-4648-b46a-1e5eaf50ecc3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Sep 08 13:47:55.456083 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf7131-9424-4b9c-a5f8-3c73aa343f50 req-9a0fe56a-ee43-422e-9c21-4a8b4eb2402c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:55.457724 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-48cf7131-9424-4b9c-a5f8-3c73aa343f50 req-9a0fe56a-ee43-422e-9c21-4a8b4eb2402c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0568607 Sep 08 13:47:55.507481 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-48cf7131-9424-4b9c-a5f8-3c73aa343f50 req-c2cad5b0-372d-497f-a2c7-163e0930d76f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Sep 08 13:47:56.634874 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ee8ec-cce1-4512-9185-27cade3fa38b req-f6dcc0ac-619f-4ad1-9973-9aad96b2c45c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:56.636484 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0a4ee8ec-cce1-4512-9185-27cade3fa38b req-f6dcc0ac-619f-4ad1-9973-9aad96b2c45c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0519993 Sep 08 13:47:56.678151 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0a4ee8ec-cce1-4512-9185-27cade3fa38b req-2f57ec2e-a0ec-49c0-b199-f51627803d2e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Sep 08 13:47:57.169195 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:47:57.324800 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:57.344287 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:47:57.387354 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:57.402104 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:47:57.423492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:57.427679 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:57.485692 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=6']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:57.495521 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.496098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.496537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.496898 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.497226 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.497552 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.497876 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.498205 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.498531 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.498855 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.499168 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.499487 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:57.524333 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4c17b5d3-0fc1-4693-bedd-11099e75e2b6'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:47:57.829679 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3775-874c-443b-b243-a8728b95af85 req-d99ccbad-9680-4158-898a-b96be73e99df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.831313 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-557f3775-874c-443b-b243-a8728b95af85 req-d99ccbad-9680-4158-898a-b96be73e99df tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.0675943 Sep 08 13:47:57.879282 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-557f3775-874c-443b-b243-a8728b95af85 req-822e7db8-03c2-4c68-9db3-305d52471022 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Sep 08 13:47:59.157230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcf0f-0c19-4d0d-a19f-fe9c349384bf req-5670d8df-53d3-4c98-898b-e93ee901eccc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:59.161425 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-087fcf0f-0c19-4d0d-a19f-fe9c349384bf req-5670d8df-53d3-4c98-898b-e93ee901eccc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.1124654 Sep 08 13:47:59.181472 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:59.242588 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-087fcf0f-0c19-4d0d-a19f-fe9c349384bf req-fab8d1c5-ec75-4c89-8556-37d6fee666ee tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718729 Sep 08 13:47:59.275783 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:59.276186 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:59.465057 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:59.507703 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:59.510466 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd575cd2-79a8-41bc-8d0d-60610f5c08e0" -d '{"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:59.536724 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:59.549713 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:59.701032 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=7']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:59.770714 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f3c02b-28e7-4634-a55e-8601df711282 x-openstack-request-id: req-d8f3c02b-28e7-4634-a55e-8601df711282 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:59.771181 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:59.771452 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8f3c02b-28e7-4634-a55e-8601df711282 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:59.771857 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'code': 200} Sep 08 13:48:00.434347 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980910-0fa8-4fac-a6dc-117f816d2418 req-ad24ae19-fcc7-4cc4-b071-9e885fc030af tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:00.438136 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1d980910-0fa8-4fac-a6dc-117f816d2418 req-ad24ae19-fcc7-4cc4-b071-9e885fc030af tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0663188 Sep 08 13:48:00.494467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1d980910-0fa8-4fac-a6dc-117f816d2418 req-c24c4ce9-7ff8-4276-a422-3d4ad6199ee8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504634 Sep 08 13:48:01.687682 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbfe89-4654-47db-965a-1e9be4b4463d req-94137427-7d98-42bc-af10-56d0812452a3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:01.689286 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ddbfe89-4654-47db-965a-1e9be4b4463d req-94137427-7d98-42bc-af10-56d0812452a3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0859811 Sep 08 13:48:01.768730 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ddbfe89-4654-47db-965a-1e9be4b4463d req-ad40ce60-792b-4067-93fc-cc1dee85b07e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682166 Sep 08 13:48:02.999443 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508edf-6ec8-4a41-b242-cc7a3645cb3b req-c50fdacf-4c57-4a81-b371-5709883197c3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:03.004274 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4a508edf-6ec8-4a41-b242-cc7a3645cb3b req-c50fdacf-4c57-4a81-b371-5709883197c3 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0869231 Sep 08 13:48:03.109580 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4a508edf-6ec8-4a41-b242-cc7a3645cb3b req-930fa4af-b361-4e13-8609-dbf37999c8e5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938332 Sep 08 13:48:04.353587 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f167e2-3ee7-426d-99db-b46fd502cf73 req-df9bbbe3-4a4b-481b-ba0d-dd7b3adb01b4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:04.356515 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e6f167e2-3ee7-426d-99db-b46fd502cf73 req-df9bbbe3-4a4b-481b-ba0d-dd7b3adb01b4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.1069047 Sep 08 13:48:04.435587 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e6f167e2-3ee7-426d-99db-b46fd502cf73 req-13ba3388-dd95-4b10-ad01-3a12df8586ca tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633030 Sep 08 13:48:05.619221 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824187bc-2797-4022-a8b8-07eb55f81aa4 req-175bab78-5c11-48af-a0c9-82c7835ca7b8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:05.621063 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-824187bc-2797-4022-a8b8-07eb55f81aa4 req-175bab78-5c11-48af-a0c9-82c7835ca7b8 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0704162 Sep 08 13:48:05.705031 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-824187bc-2797-4022-a8b8-07eb55f81aa4 req-9e0bedfe-4930-4b38-aaef-f6c4d6eded47 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697942 Sep 08 13:48:06.406125 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-680362f4-fb91-408c-995f-dba69ddcd9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:06.930950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cca020-1ece-41e7-9b40-6addede542bd req-2702dd6e-fb5a-4cce-9675-b4e32656fc38 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:06.940192 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-42cca020-1ece-41e7-9b40-6addede542bd req-2702dd6e-fb5a-4cce-9675-b4e32656fc38 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.1089098 Sep 08 13:48:06.992653 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-42cca020-1ece-41e7-9b40-6addede542bd req-9a00cca4-b656-4a49-a54f-83c278a71e8b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 Sep 08 13:48:08.227372 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c5e9-b6f3-4efc-87e2-a470deaf5cbb req-088622b0-b1b3-434d-b1b0-d4c452b549d6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:08.230054 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5332c5e9-b6f3-4efc-87e2-a470deaf5cbb req-088622b0-b1b3-434d-b1b0-d4c452b549d6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.1067197 Sep 08 13:48:08.304736 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5332c5e9-b6f3-4efc-87e2-a470deaf5cbb req-a7b368cf-14c4-4e40-8a00-e94c8da68f6b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647056 Sep 08 13:48:08.804824 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f47270a2-eb23-4d90-9236-f4ce52dadace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:08.913455 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:09.351564 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-3a707b13-5ca1-4281-800f-607cf1367ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.353428 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-3a707b13-5ca1-4281-800f-607cf1367ba2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1098 time: 0.0577717 Sep 08 13:48:09.515294 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70fb7-523a-4fe3-9fb3-775399e0b146 req-a30033f6-ef82-468a-a60d-a3111c074be0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.517511 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5b70fb7-523a-4fe3-9fb3-775399e0b146 req-a30033f6-ef82-468a-a60d-a3111c074be0 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.1180573 Sep 08 13:48:09.557791 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-72d205db-7b50-44e8-86f4-6944f2ef5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.559423 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-72d205db-7b50-44e8-86f4-6944f2ef5148 service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1956422 Sep 08 13:48:09.636123 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5b70fb7-523a-4fe3-9fb3-775399e0b146 req-a37a9127-9a41-48fa-984f-2f564ad90b0f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115398 Sep 08 13:48:09.678464 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-06919d48-e492-4853-b044-881b5bf2a3e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.1014612 Sep 08 13:48:09.749411 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-726811e2-a82a-4564-ac52-66abb44e9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.751977 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-726811e2-a82a-4564-ac52-66abb44e9f1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0654237 Sep 08 13:48:09.829856 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-64736bbb-7f18-4bcf-8ed2-f0337c07682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.832433 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-64736bbb-7f18-4bcf-8ed2-f0337c07682e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705733 Sep 08 13:48:09.940218 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-9e78796d-5ad2-41c4-b25f-bdd57496c4f5 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990112 Sep 08 13:48:10.076072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-45b7a4d4-8060-48e8-95eb-1415cbebf4b3 req-3d02fd7b-a4ce-4536-8504-96ca03d6f45e service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268754 Sep 08 13:48:10.161968 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:10.809425 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d2aa-e2db-41dc-a3c1-6094f66b37b0 req-5f9a7b7a-75cc-47b4-b23a-2cf40104b79c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:10.811631 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bcf7d2aa-e2db-41dc-a3c1-6094f66b37b0 req-5f9a7b7a-75cc-47b4-b23a-2cf40104b79c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 945 time: 0.0894101 Sep 08 13:48:10.859269 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bcf7d2aa-e2db-41dc-a3c1-6094f66b37b0 req-8a8dd8a8-8f89-4e19-9874-0dde9449d6e9 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Sep 08 13:48:11.238587 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:11.333470 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:11.373738 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:11.377828 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae060a10-2f62-4985-936e-0a79f825c9a2" -d '{"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-unplugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:11.401829 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:11.406811 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:11.444209 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba30de00-a2f4-4ac9-a11e-34155676d2fa x-openstack-request-id: req-ba30de00-a2f4-4ac9-a11e-34155676d2fa {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:11.444639 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-unplugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:11.444969 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba30de00-a2f4-4ac9-a11e-34155676d2fa {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:11.445373 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'code': 200} Sep 08 13:48:11.495616 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=8']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:11.510683 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:12.013232 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20a98-650e-4ff7-8b0f-25b0357f58d9 req-71ef3e60-f67f-42c7-b044-17810170c019 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:12.014746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31e20a98-650e-4ff7-8b0f-25b0357f58d9 req-71ef3e60-f67f-42c7-b044-17810170c019 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0532794 Sep 08 13:48:12.061517 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-31e20a98-650e-4ff7-8b0f-25b0357f58d9 req-9ea41897-21cc-45d0-912b-0ce3b3ecc77c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349300 Sep 08 13:48:13.201077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bb81e-3e0b-4b69-a6d1-bf943deb3f03 req-83d7737a-c647-4012-ae60-c5ab741a2b91 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:13.203707 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c03bb81e-3e0b-4b69-a6d1-bf943deb3f03 req-83d7737a-c647-4012-ae60-c5ab741a2b91 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0655696 Sep 08 13:48:13.254292 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-0d7c5b5f-8c54-4a67-8ca3-b924f5626232 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0624843 Sep 08 13:48:13.273171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c03bb81e-3e0b-4b69-a6d1-bf943deb3f03 req-88656092-f7ae-4610-a338-761c85a56846 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588319 Sep 08 13:48:14.340909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-62a5f383-9497-4cb8-b92a-512574971284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.342619 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-62a5f383-9497-4cb8-b92a-512574971284 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb&tenant_id=bf72bd32db2a4391926a4b28433d81e8 HTTP/1.1" status: 200 len: 1096 time: 0.0513604 Sep 08 13:48:14.492476 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-b7a37141-f43c-46c0-90f1-c576d113917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.494163 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-b7a37141-f43c-46c0-90f1-c576d113917e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1096 time: 0.1224039 Sep 08 13:48:14.506850 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917339-2928-4a59-9c0c-8e65d0fc7b3c req-e03426e2-ef52-406b-b375-4d6212b6f717 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.508473 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3917339-2928-4a59-9c0c-8e65d0fc7b3c req-e03426e2-ef52-406b-b375-4d6212b6f717 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.1230145 Sep 08 13:48:14.609211 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3917339-2928-4a59-9c0c-8e65d0fc7b3c req-578d896c-aabd-44f1-a993-2185c14c2390 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917683 Sep 08 13:48:14.634961 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-590b20e1-38c8-4d7f-8468-c37c05c4d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.636469 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-590b20e1-38c8-4d7f-8468-c37c05c4d7cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.1270771 Sep 08 13:48:14.709135 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-d457f757-e8ef-4ab1-950f-7b0cb7d5aea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 999 time: 0.0644233 Sep 08 13:48:14.768509 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-8efddea8-3b85-4f78-87be-a2c9037a10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.770038 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-8efddea8-3b85-4f78-87be-a2c9037a10cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.0522134 Sep 08 13:48:14.819548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-7b994bc2-2dcd-445a-adff-1f347f4255e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.821117 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-7b994bc2-2dcd-445a-adff-1f347f4255e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433741 Sep 08 13:48:14.948331 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-910e2f4a-3854-4a7b-8113-c0533e61bbcb service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176119 Sep 08 13:48:15.049679 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-30040df6-4e43-48ed-9bae-21bb76b536b5 req-b57137ee-fae1-4d19-852c-5a8f684e220d service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924118 Sep 08 13:48:15.243138 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:15.764120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac72a-4770-46ad-bc5b-6d38671d710d req-800b9722-2b9e-4b47-a1f0-0a7413bf0261 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:15.766172 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bbeac72a-4770-46ad-bc5b-6d38671d710d req-800b9722-2b9e-4b47-a1f0-0a7413bf0261 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0652747 Sep 08 13:48:15.848681 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bbeac72a-4770-46ad-bc5b-6d38671d710d req-dbf77b92-f216-4700-8f4f-41c0620d2571 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714004 Sep 08 13:48:17.002392 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159bc98-435b-41ae-bcaf-18caf2a155b0 req-90d20d2c-0195-45a2-bd0c-f20b5b7c7df9 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:17.003974 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1159bc98-435b-41ae-bcaf-18caf2a155b0 req-90d20d2c-0195-45a2-bd0c-f20b5b7c7df9 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0623250 Sep 08 13:48:17.063277 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1159bc98-435b-41ae-bcaf-18caf2a155b0 req-0d3534d4-3f7a-44d9-a79b-c0b19bc58620 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521810 Sep 08 13:48:18.220574 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd906e3-8f54-43bd-97b5-a2da9cd3ec6e req-0a028757-a1f2-4627-9863-49e097137d40 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:18.223690 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bdd906e3-8f54-43bd-97b5-a2da9cd3ec6e req-0a028757-a1f2-4627-9863-49e097137d40 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0600109 Sep 08 13:48:18.276315 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bdd906e3-8f54-43bd-97b5-a2da9cd3ec6e req-5c567763-feba-4454-8ed5-fd89d1191246 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Sep 08 13:48:18.958883 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:19.432998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00468787-839e-447e-a1eb-eae389cad56b req-35cb4983-5538-4c63-a7e6-1f662cc68ca6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:19.434974 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-00468787-839e-447e-a1eb-eae389cad56b req-35cb4983-5538-4c63-a7e6-1f662cc68ca6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0744593 Sep 08 13:48:19.481675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-00468787-839e-447e-a1eb-eae389cad56b req-3149db21-98e7-4b6b-ac93-c7021aaebfd6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Sep 08 13:48:20.668254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdef51-c750-4466-9b96-ec0522b4193e req-c32f9f3b-dede-47a5-bf0a-d4911de2303b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:20.670058 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bafdef51-c750-4466-9b96-ec0522b4193e req-c32f9f3b-dede-47a5-bf0a-d4911de2303b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0694089 Sep 08 13:48:20.720074 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bafdef51-c750-4466-9b96-ec0522b4193e req-9ade5502-bd66-43dc-ae0b-845dd9836972 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Sep 08 13:48:21.919362 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eb93b-8eda-4943-bb6b-28081937e035 req-63202b97-f6ae-4baf-8972-b717a61c2119 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:21.921272 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a63eb93b-8eda-4943-bb6b-28081937e035 req-63202b97-f6ae-4baf-8972-b717a61c2119 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0677583 Sep 08 13:48:21.971282 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a63eb93b-8eda-4943-bb6b-28081937e035 req-f9fd945f-2563-418b-95c0-29b73596f664 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Sep 08 13:48:23.115981 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87720722-8187-4e92-96db-a9b5521cbe14 req-518df752-ea17-4e04-a1e6-a90774eea09a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:23.117500 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87720722-8187-4e92-96db-a9b5521cbe14 req-518df752-ea17-4e04-a1e6-a90774eea09a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.0553527 Sep 08 13:48:23.159196 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87720722-8187-4e92-96db-a9b5521cbe14 req-37d7602f-5d71-404c-8fa5-5a0e527fa217 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347712 Sep 08 13:48:23.179773 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:48:24.577146 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d066a4-822f-4139-8dfc-ba2153c9221b req-91fbf5b7-3d3a-4107-8d22-d2390e125e18 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:24.579129 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54d066a4-822f-4139-8dfc-ba2153c9221b req-91fbf5b7-3d3a-4107-8d22-d2390e125e18 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.3311608 Sep 08 13:48:24.647013 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-54d066a4-822f-4139-8dfc-ba2153c9221b req-963e696a-abb5-4a08-ab94-8db1560d488b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572064 Sep 08 13:48:25.342865 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-250e2e08-8842-4a94-a049-32121dea5021 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559643129&fields=id&tenant_id=dc09a9df1927406aa49a0bd2524947b3 HTTP/1.1" status: 200 len: 267 time: 0.0467939 Sep 08 13:48:25.409581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-34968280-01a4-46f3-89b8-4764fbbe282f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:25.411090 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-34968280-01a4-46f3-89b8-4764fbbe282f tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 984 time: 0.0569110 Sep 08 13:48:25.429520 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Request body: {'port': {'security_groups': ['f8f9f4c8-2a62-492b-8764-765a90bcb8f3']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:25.544287 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.794634 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:25.848142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.854780 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.867818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:25.871940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25c61d-5ddd-481f-8ab6-7abcbf836c7a req-d700a67f-18c8-4970-a2b9-afed530aed8c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:25.873854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3a25c61d-5ddd-481f-8ab6-7abcbf836c7a req-d700a67f-18c8-4970-a2b9-afed530aed8c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.1008058 Sep 08 13:48:25.948824 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:25.949512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.957328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35102) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:25.958234 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d4e4dd3-fe6b-4a47-b4f6-19ec2fd9296a req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "PUT /v2.0/ports/ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 942 time: 0.5333583 Sep 08 13:48:25.958234 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:25.960946 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7df7e-e72d-42a9-becd-6ca4473168e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:26.017127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event updated for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=7']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:26.026773 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3a25c61d-5ddd-481f-8ab6-7abcbf836c7a req-14124024-8c05-405e-8d8b-d83e2949bfa6 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249471 Sep 08 13:48:26.032107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.032426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.032812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.033145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.033475 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.033807 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.034134 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.034462 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.034881 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.035218 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.035539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.035897 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480b545-0f82-4542-9431-a68cbf69f83c tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.052013 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:26.122745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89aab1-6457-4c21-98a6-857f08b9071d x-openstack-request-id: req-5e89aab1-6457-4c21-98a6-857f08b9071d {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:26.123306 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:26.123721 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e89aab1-6457-4c21-98a6-857f08b9071d {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:26.124306 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:48:26.130249 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.182166 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.307383 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.310943 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.316483 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "DELETE /v2.0/security-groups/91e8abdc-1886-428e-8a58-8ce56c7eb711 HTTP/1.1" status: 204 len: 168 time: 0.3512225 Sep 08 13:48:26.316804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35110) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:26.324465 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8abdc-1886-428e-8a58-8ce56c7eb711,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:26.333260 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.333642 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.333995 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.334368 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.334707 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.335042 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.335379 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.335709 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.336239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.336573 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.336929 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.337392 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e910da2-2f13-4af0-9867-e948289d9666 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:26.464788 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-84497f90-4103-4517-acab-e3a260cd42ab None None] Provisioning complete for port ddd5b53e-5341-4397-8b3e-a11cea9f947c triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:26.465250 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84497f90-4103-4517-acab-e3a260cd42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.487067 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Deleting port 284e6eb4-8489-46d4-9abf-eaef0a41d052 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:26.487317 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.574519 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.574902 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:26.588412 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Calling delete_port for 284e6eb4-8489-46d4-9abf-eaef0a41d052 owned by network:floatingip {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:26.767072 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-40b20bc1-a1c7-4646-983c-21b27cfe7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:26.768453 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-40b20bc1-a1c7-4646-983c-21b27cfe7c52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1098 time: 0.1168644 Sep 08 13:48:26.840266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743e242-89f3-458f-9c53-dda40422b3ce req-10ff4014-cced-41fa-b426-6755de3c9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:26.841854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-10ff4014-cced-41fa-b426-6755de3c9aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf72bd32db2a4391926a4b28433d81e8&device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1096 time: 0.1077919 Sep 08 13:48:27.002621 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-c6ae9a74-007e-4313-8b26-82334d43bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.004112 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-c6ae9a74-007e-4313-8b26-82334d43bbac service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.2194223 Sep 08 13:48:27.019197 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.070193 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743e242-89f3-458f-9c53-dda40422b3ce req-298dd7aa-b713-4d1d-acdc-2599fa2288fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.071698 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-298dd7aa-b713-4d1d-acdc-2599fa2288fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 200 len: 917 time: 0.2010422 Sep 08 13:48:27.089398 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-4436aa98-6d21-4d18-8c7c-81ecded73dde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 217 time: 0.0762200 Sep 08 13:48:27.098246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event deleted for resources: {'Port': ['ID=284e6eb4-8489-46d4-9abf-eaef0a41d052,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:27.261894 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-8dc888ce-f2ec-4089-ab51-f8c7a2dbad55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 200 len: 999 time: 0.1712413 Sep 08 13:48:27.266358 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-f7f6fe77-a6ea-43e1-a276-f1723eb0ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.267847 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-f7f6fe77-a6ea-43e1-a276-f1723eb0ce06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.1674731 Sep 08 13:48:27.333405 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks [] for floatingip, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.333789 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Floating IP 1d1c19eb-0029-438a-8c3e-439c3fa52400 disassociated (deleted). External IP: 172.27.3.223, port: ddd5b53e-5341-4397-8b3e-a11cea9f947c. Sep 08 13:48:27.389939 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff66a2-45be-4f87-afd0-8e7c45cabd21 req-b6f2b5e4-2367-41d6-a53c-10bab9601f79 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.391790 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfff66a2-45be-4f87-afd0-8e7c45cabd21 req-b6f2b5e4-2367-41d6-a53c-10bab9601f79 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.2168016 Sep 08 13:48:27.425727 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743e242-89f3-458f-9c53-dda40422b3ce req-b3f7f4a2-fc3a-4968-a6a9-f3e5f4927ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.427239 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-b3f7f4a2-fc3a-4968-a6a9-f3e5f4927ae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 200 len: 855 time: 0.1532466 Sep 08 13:48:27.499320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-87e1fabe-c83e-4141-91e4-30df5379b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.500917 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-87e1fabe-c83e-4141-91e4-30df5379b344 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2231243 Sep 08 13:48:27.550939 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bfff66a2-45be-4f87-afd0-8e7c45cabd21 req-e72ad1a2-e78a-4e40-b4ae-b835be07e940 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488607 Sep 08 13:48:27.618685 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743e242-89f3-458f-9c53-dda40422b3ce req-8420e81e-9189-4019-8296-0f8fe948b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.620391 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-8420e81e-9189-4019-8296-0f8fe948b772 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=621e8fda-3c8d-43b6-8512-9d4a91879621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1801937 Sep 08 13:48:27.715052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-189cdd3a-92cb-4a79-83bd-bf00a1861312 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016003 Sep 08 13:48:27.882631 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Router 1d20c049-1fb7-437b-9acd-c075359af9b2 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:27.893176 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-d3dd0d09-1fab-44c5-b184-b03687258121 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385428 Sep 08 13:48:27.973192 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62a7df7e-e72d-42a9-becd-6ca4473168e9 req-298536b4-7c3e-40ee-9933-4f4f20f39999 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236359 Sep 08 13:48:28.329012 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0743e242-89f3-458f-9c53-dda40422b3ce req-400c48fb-e9cf-4aa1-858b-dfbc7251c825 service neutron] 10.222.0.50 "GET /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243979 Sep 08 13:48:28.343545 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:28.348702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.359509 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Sync routers for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:28.372958 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:28.374259 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:28.395605 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-bf4b050b-6792-49cf-92a9-0baf4e19b397 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "DELETE /v2.0/floatingips/1d1c19eb-0029-438a-8c3e-439c3fa52400 HTTP/1.1" status: 204 len: 168 time: 2.0773675 Sep 08 13:48:28.397114 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:28.400934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c35498-1cd1-4e89-9103-0d2b40907b31" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:28.469451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186c99a-db97-4b75-a801-94b451fb365b x-openstack-request-id: req-b186c99a-db97-4b75-a801-94b451fb365b {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:28.469748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:28.470002 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b186c99a-db97-4b75-a801-94b451fb365b {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:28.470408 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:48:28.565132 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:28.571079 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-b2054b90-7c99-4e6c-9da6-539908cc5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:28.582976 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-b2054b90-7c99-4e6c-9da6-539908cc5c8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc09a9df1927406aa49a0bd2524947b3&device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 1098 time: 0.0753710 Sep 08 13:48:28.703385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-ebe7d04b-452c-461c-b346-0243ab700722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:28.705299 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-ebe7d04b-452c-461c-b346-0243ab700722 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 200 len: 915 time: 0.1240590 Sep 08 13:48:28.775092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-f7cf2b1a-3e4d-489b-b41d-ef276e9f68ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 200 len: 217 time: 0.0616448 Sep 08 13:48:28.904344 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e953f-3923-443f-b77c-b5070433083d req-fe969e50-d544-40d6-b29f-f812edcd5f2f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:28.906133 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-347e953f-3923-443f-b77c-b5070433083d req-fe969e50-d544-40d6-b29f-f812edcd5f2f tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 943 time: 0.1846058 Sep 08 13:48:28.915700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-9b82518e-21cd-4149-83d7-1131c6a09fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:28.917874 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-9b82518e-21cd-4149-83d7-1131c6a09fd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 200 len: 853 time: 0.0965080 Sep 08 13:48:28.998234 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-347e953f-3923-443f-b77c-b5070433083d req-c6fed535-2857-40c5-b77d-10bb08a7f054 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791013 Sep 08 13:48:29.002463 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:29.012254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-44e583c6-067f-477c-91c8-4eb3453a5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:29.013830 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-44e583c6-067f-477c-91c8-4eb3453a5e93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b49103fd-23a8-488a-a34e-5560081e6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840774 Sep 08 13:48:29.061052 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Checking router: 1d20c049-1fb7-437b-9acd-c075359af9b2 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:29.074955 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:29.075799 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:29.149395 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-d02ed345-40fc-4cc2-be5c-456049ba625b service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220164 Sep 08 13:48:29.211837 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:29.258829 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c0c35498-1cd1-4e89-9103-0d2b40907b31 req-dfded07f-6fe6-4d3f-9bf5-287d868d0df5 service neutron] 10.222.0.50 "GET /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009679 Sep 08 13:48:29.303162 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:48:29.493808 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:29.509082 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'port_id': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'mac_address': 'fa:16:3e:a9:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:48:29.554801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.566781 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:29.601116 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:48:29.606750 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07398b7e-0876-46b9-9835-59624be8b405 None None] The sync data for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi is: [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 4, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'df4b5b90-db8e-49a6-b4ae-13df90fb10ac', 'name': '', 'network_id': 'b49103fd-23a8-488a-a34e-5560081e6e8e', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'mac_address': 'fa:16:3e:d9:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:52Z', 'updated_at': '2021-09-08T13:46:01Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'subnets': [{'id': 'fffaa4ae-5d62-4ab3-a83a-4cccb339fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:29.628970 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:29.634217 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.701854 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=9']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:29.863951 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7d4de5-7497-4e8d-a085-177d8aee0603 None None] New status for floating IP 1d1c19eb-0029-438a-8c3e-439c3fa52400: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:48:29.909120 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['4c17b5d3-0fc1-4693-bedd-11099e75e2b6'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:30.160117 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e43a-dd3c-4f4d-b123-15aba11edcdc req-4e5ba095-9132-48b4-ab44-eeae3e1bac19 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:30.162535 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2d31e43a-dd3c-4f4d-b123-15aba11edcdc req-4e5ba095-9132-48b4-ab44-eeae3e1bac19 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.0630176 Sep 08 13:48:30.223119 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2d31e43a-dd3c-4f4d-b123-15aba11edcdc req-11ff17f4-f6a8-4e3b-abd0-a91001e421fc tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523267 Sep 08 13:48:31.300072 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:31.377492 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4ec07-3dcb-44a6-b2ce-6d8cc426f641 req-25be9d64-59a7-41f9-a52f-42a583ef7389 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:31.380369 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2ca4ec07-3dcb-44a6-b2ce-6d8cc426f641 req-25be9d64-59a7-41f9-a52f-42a583ef7389 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 944 time: 0.0783689 Sep 08 13:48:31.386433 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:31.386886 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.469884 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2ca4ec07-3dcb-44a6-b2ce-6d8cc426f641 req-20da38c9-dd00-4552-b400-cc2d90797899 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819907 Sep 08 13:48:31.486076 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.513663 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:31.516193 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f29376-fdec-41c4-a2ee-44e3648d6518" -d '{"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:31.533212 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:31.542591 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.555980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aac5d-e059-4a31-a239-ca3642d2c82e req-d280a663-3d9a-4980-8e8d-84d37f10afca tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:31.561180 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-481aac5d-e059-4a31-a239-ca3642d2c82e req-d280a663-3d9a-4980-8e8d-84d37f10afca tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0773432 Sep 08 13:48:31.612545 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de29eae1-9332-49c4-9018-d6b82155482d x-openstack-request-id: req-de29eae1-9332-49c4-9018-d6b82155482d {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:31.612912 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-plugged", "status": "completed", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:31.613105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de29eae1-9332-49c4-9018-d6b82155482d {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:31.614743 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'code': 200} Sep 08 13:48:31.617872 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-481aac5d-e059-4a31-a239-ca3642d2c82e req-98898a40-af26-40fb-a700-23fa9b2186e5 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 Sep 08 13:48:31.634253 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=10']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:31.836039 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cc42a-6b11-48ca-93e5-4baa873d81fa req-d87035e7-0ac6-4c4b-ab0b-df34ded0c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:31.837759 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-636cc42a-6b11-48ca-93e5-4baa873d81fa req-d87035e7-0ac6-4c4b-ab0b-df34ded0c67a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 1099 time: 0.0561647 Sep 08 13:48:31.899512 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-636cc42a-6b11-48ca-93e5-4baa873d81fa req-7479e6e5-d010-4903-9b40-f377567e9f2b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493479 Sep 08 13:48:32.633011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80683-fc04-4fb1-a835-75c47049ca17 req-7b79ce04-f002-4b85-ae2c-08e127a2aff5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:32.634708 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-43d80683-fc04-4fb1-a835-75c47049ca17 req-7b79ce04-f002-4b85-ae2c-08e127a2aff5 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.0534549 Sep 08 13:48:32.680580 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-43d80683-fc04-4fb1-a835-75c47049ca17 req-f1aac3e5-27f9-4da0-8d1f-7be15a6cdc0a tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Sep 08 13:48:32.760837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb421-b419-4de8-8e96-b272b17fe619 req-2dd1c3e4-e690-4b73-a51b-a0628293edfb tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:32.762439 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-79cfb421-b419-4de8-8e96-b272b17fe619 req-2dd1c3e4-e690-4b73-a51b-a0628293edfb tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0556369 Sep 08 13:48:32.803715 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-79cfb421-b419-4de8-8e96-b272b17fe619 req-5ee658ad-5649-4b19-b55e-970c7b4be8c3 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Sep 08 13:48:33.619230 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-51b2adf0-6f73-4ddc-bf74-89ec601c4768 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:33.621246 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-51b2adf0-6f73-4ddc-bf74-89ec601c4768 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.0739000 Sep 08 13:48:33.735665 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4d93c-9c5d-4244-8d35-e7e37e35fb75 req-ff943e7e-d600-4d53-896d-2d8fc95206e3 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:33.737310 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ad4d93c-9c5d-4244-8d35-e7e37e35fb75 req-ff943e7e-d600-4d53-896d-2d8fc95206e3 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.1095395 Sep 08 13:48:33.801567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ad4d93c-9c5d-4244-8d35-e7e37e35fb75 req-0684ef6c-8ea7-4b35-ad15-c09a3c1e5e1f tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566235 Sep 08 13:48:33.803268 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Deleting port ddd5b53e-5341-4397-8b3e-a11cea9f947c {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:33.803613 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.947812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a1101-bc8b-44ac-b817-9d0d3549d9c6 req-4511476b-0dfd-426f-8fb8-f7d81901aeed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:33.949329 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f7a1101-bc8b-44ac-b817-9d0d3549d9c6 req-4511476b-0dfd-426f-8fb8-f7d81901aeed tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.1762450 Sep 08 13:48:34.009591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] For port ddd5b53e-5341-4397-8b3e-a11cea9f947c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ddd5b53e-5341-4397-8b3e-a11cea9f947c,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:34.009957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.041073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Calling delete_port for ddd5b53e-5341-4397-8b3e-a11cea9f947c owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:34.048052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f7a1101-bc8b-44ac-b817-9d0d3549d9c6 req-b8b48ff6-ab91-4f94-b77b-21f09ce54911 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927687 Sep 08 13:48:34.063482 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a3e53-2d96-4eb5-b798-05a97cc6d798 req-22e67385-f631-4321-9906-d24c042d0a84 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:34.065137 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f0a3e53-2d96-4eb5-b798-05a97cc6d798 req-22e67385-f631-4321-9906-d24c042d0a84 tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbbf9786-71fc-4551-807d-48afc84df2a5 HTTP/1.1" status: 200 len: 945 time: 0.1386731 Sep 08 13:48:34.155584 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f0a3e53-2d96-4eb5-b798-05a97cc6d798 req-158125db-ea6f-445b-86e9-1e65d1d9c7ed tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f9f4c8-2a62-492b-8764-765a90bcb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Sep 08 13:48:34.235613 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.248907 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['ddd5b53e-5341-4397-8b3e-a11cea9f947c'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:34.268684 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Pushing event deleted for resources: {'Port': ['ID=ddd5b53e-5341-4397-8b3e-a11cea9f947c,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:34.318576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] No DVR routers for this DVR port ddd5b53e-5341-4397-8b3e-a11cea9f947c on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:34.321226 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.323420 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57eb6207-fb35-46f1-a503-c3a7b8ffe23b req-1729ec50-4135-4414-aeec-3b19121dac5a tempest-TestMinimumBasicScenario-223728356 tempest-TestMinimumBasicScenario-223728356-project] 10.222.0.50 "DELETE /v2.0/ports/ddd5b53e-5341-4397-8b3e-a11cea9f947c HTTP/1.1" status: 204 len: 173 time: 0.6942942 Sep 08 13:48:34.323897 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'name': 'network-vif-deleted', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:34.326271 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b61f29-943d-47a0-8e9c-616831be5840" -d '{"events": [{"server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "name": "network-vif-deleted", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:34.387976 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d25ad4-0094-4f2b-9edb-8e1ce49731ba x-openstack-request-id: req-62d25ad4-0094-4f2b-9edb-8e1ce49731ba {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:34.388273 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbf9786-71fc-4551-807d-48afc84df2a5", "name": "network-vif-deleted", "tag": "ddd5b53e-5341-4397-8b3e-a11cea9f947c", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:34.388530 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62d25ad4-0094-4f2b-9edb-8e1ce49731ba {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:34.388960 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbf9786-71fc-4551-807d-48afc84df2a5', 'name': 'network-vif-deleted', 'tag': 'ddd5b53e-5341-4397-8b3e-a11cea9f947c', 'status': 'completed', 'code': 200} Sep 08 13:48:34.956705 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592524c1-4e88-4b3b-98eb-1ebac8abe1ca req-0b07c30c-9df3-497e-8032-f8273f45c210 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:34.958316 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-592524c1-4e88-4b3b-98eb-1ebac8abe1ca req-0b07c30c-9df3-497e-8032-f8273f45c210 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.0533104 Sep 08 13:48:35.007483 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-592524c1-4e88-4b3b-98eb-1ebac8abe1ca req-3ae520af-738b-436f-9c99-5880f6bc3331 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Sep 08 13:48:35.193289 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0016794-ce66-4365-9ccc-f714b63a271f req-79d7156e-c518-4aac-bae4-41c741b62710 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:35.196034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a0016794-ce66-4365-9ccc-f714b63a271f req-79d7156e-c518-4aac-bae4-41c741b62710 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.0592527 Sep 08 13:48:35.252932 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a0016794-ce66-4365-9ccc-f714b63a271f req-de670001-2ebb-4ecb-88cf-c88e8a62759e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498331 Sep 08 13:48:35.443554 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-fc849e28-d16b-465c-a278-b5a66c6780c9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:35.446462 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-fc849e28-d16b-465c-a278-b5a66c6780c9 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.0882401 Sep 08 13:48:35.585964 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Deleting port 912caf00-197a-4a17-af89-3aa5a84af39f {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:35.586440 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.746898 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] For port 912caf00-197a-4a17-af89-3aa5a84af39f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=912caf00-197a-4a17-af89-3aa5a84af39f,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:35.747447 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.807083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35290) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:35.974155 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.974731 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.974848 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Floating IP 05a67926-1504-4b35-9bd5-66a6b0c1303f disassociated. External IP: 172.27.3.73, port: 912caf00-197a-4a17-af89-3aa5a84af39f. Sep 08 13:48:35.975165 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Calling delete_port for 912caf00-197a-4a17-af89-3aa5a84af39f owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:36.183900 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b6df4-69c1-42ee-a13e-cd17b95a1862 req-c32049a0-7312-474a-a2ad-9532b005353d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:36.185771 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee0b6df4-69c1-42ee-a13e-cd17b95a1862 req-c32049a0-7312-474a-a2ad-9532b005353d tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb07b823-376c-4266-bc75-d9cee194756d HTTP/1.1" status: 200 len: 945 time: 0.1032727 Sep 08 13:48:36.187207 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.222217 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.224581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'Port': ['ID=912caf00-197a-4a17-af89-3aa5a84af39f,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:36.297571 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee0b6df4-69c1-42ee-a13e-cd17b95a1862 req-8bca91d1-6b04-440c-a07f-f4d6b45ed480 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups?id=96d542ac-79b2-48a8-b20d-16daedd45d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817559 Sep 08 13:48:36.385845 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5008-8217-48e0-a08d-61348d95f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.406603 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:36.544317 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Deleting port df4b5b90-db8e-49a6-b4ae-13df90fb10ac {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:36.544527 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.552277 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:36.573711 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:36.591304 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:36.593127 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:36.608115 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] No DVR routers for this DVR port 912caf00-197a-4a17-af89-3aa5a84af39f on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:36.611343 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.615000 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b45e24ef-1d03-4fa7-be9f-e79ea4999b79 req-bac35a29-7e06-4059-86db-56014b9ed46c tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.50 "DELETE /v2.0/ports/912caf00-197a-4a17-af89-3aa5a84af39f HTTP/1.1" status: 204 len: 173 time: 1.1615341 Sep 08 13:48:36.615583 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'name': 'network-vif-deleted', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:36.618282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f2718a-e9fa-4422-a362-6a0b248538f9" -d '{"events": [{"server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "name": "network-vif-deleted", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:36.680703 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] For port df4b5b90-db8e-49a6-b4ae-13df90fb10ac, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:36.681086 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.705407 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Calling delete_port for df4b5b90-db8e-49a6-b4ae-13df90fb10ac owned by network:router_interface {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:36.708855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411f0e2-3138-4cc7-b021-b66357e75183 x-openstack-request-id: req-7411f0e2-3138-4cc7-b021-b66357e75183 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:36.709366 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07b823-376c-4266-bc75-d9cee194756d", "name": "network-vif-deleted", "tag": "912caf00-197a-4a17-af89-3aa5a84af39f", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:36.709765 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7411f0e2-3138-4cc7-b021-b66357e75183 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:36.711193 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb07b823-376c-4266-bc75-d9cee194756d', 'name': 'network-vif-deleted', 'tag': '912caf00-197a-4a17-af89-3aa5a84af39f', 'status': 'completed', 'code': 200} Sep 08 13:48:36.828415 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:37.022275 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.068227 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4b5b90-db8e-49a6-b4ae-13df90fb10ac,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:37.271767 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:37.310761 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ddd5b53e-5341-4397-8b3e-a11cea9f947c no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:37.315071 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:37.323923 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.337442 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: ddd5b53e-5341-4397-8b3e-a11cea9f947c {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:37.337848 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device ddd5b53e-5341-4397-8b3e-a11cea9f947c not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:37.346841 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:37.347499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:37.470583 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35300) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:37.480818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:37.601512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.637978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.716150 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.720821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.723128 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "DELETE /v2.0/security-groups/96d542ac-79b2-48a8-b20d-16daedd45d9b HTTP/1.1" status: 204 len: 168 time: 0.2487350 Sep 08 13:48:37.726312 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35302) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:37.740524 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b9c8f-9b2a-4965-8dc0-8a271b84a937 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d542ac-79b2-48a8-b20d-16daedd45d9b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:37.754160 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Router 1d20c049-1fb7-437b-9acd-c075359af9b2 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:37.756261 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.api.v2.resource [None req-70b13d88-3723-4113-9e4b-ff4c5839403b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] show failed (client error): The resource could not be found. Sep 08 13:48:37.757521 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-70b13d88-3723-4113-9e4b-ff4c5839403b tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "GET /v2.0/security-groups/96d542ac-79b2-48a8-b20d-16daedd45d9b HTTP/1.1" status: 404 len: 347 time: 0.0297265 Sep 08 13:48:37.762011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35304) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:37.800524 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:37.835928 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85a0ee-25f8-4770-ad30-ea7ea876628f None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:42:24Z', 'revision_number': 4, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'e7fc53fe-b5ca-4df4-8660-a8adc7d969b7', 'name': '', 'network_id': '21a0a687-f79c-4b3a-ab43-b435f6e7e4da', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'mac_address': 'fa:16:3e:19:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:19Z', 'updated_at': '2021-09-08T13:42:33Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'subnets': [{'id': 'f9b7d1bd-a242-4a65-b2c5-e79346b10291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:37.881649 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:37.890237 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7ca25479-e6ac-45fe-8f5b-eccc1b6269a3 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d20c049-1fb7-437b-9acd-c075359af9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0785010 Sep 08 13:48:37.890237 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35306) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:37.892441 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Sync routers for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:37.903698 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:37.904331 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:37.938323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Deleting port 7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:37.938671 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.027956 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:38.031297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.071070 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.071533 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.087324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Calling delete_port for 7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba owned by network:floatingip {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:38.153415 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.187818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878cd6b-0d9f-4fc2-a80c-e6d5e33faedc None None] New status for floating IP 05a67926-1504-4b35-9bd5-66a6b0c1303f: DOWN {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:48:38.238423 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Deleting port ee929892-bd6b-479e-a0b2-b99625427fc1 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:38.239168 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.292243 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:48:36Z', 'revision_number': 5, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port': {'id': 'ee929892-bd6b-479e-a0b2-b99625427fc1', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:49Z', 'updated_at': '2021-09-08T13:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:38.299611 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.db.api [None req-d878cd6b-0d9f-4fc2-a80c-e6d5e33faedc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:48:38.299970 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG oslo_db.api [None req-d878cd6b-0d9f-4fc2-a80c-e6d5e33faedc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:48:38.300110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.332961 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] For port ee929892-bd6b-479e-a0b2-b99625427fc1, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=ee929892-bd6b-479e-a0b2-b99625427fc1,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:38.333420 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.333688 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Checking router: 1d20c049-1fb7-437b-9acd-c075359af9b2 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:38.339936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Pushing event deleted for resources: {'Port': ['ID=7d3c8fd8-0956-4fc7-ab3a-f1c4f1cee7ba,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:38.345268 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Routers {'1d20c049-1fb7-437b-9acd-c075359af9b2'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:38.346929 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1d20c049-1fb7-437b-9acd-c075359af9b2'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:38.367798 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Calling delete_port for ee929892-bd6b-479e-a0b2-b99625427fc1 owned by network:router_gateway {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:38.438022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks [] for floatingip, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.440573 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.441996 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6292bf20-8773-41e0-975b-e5200ed4bc68 tempest-AttachVolumeTestJSON-1413243037 tempest-AttachVolumeTestJSON-1413243037-project] 10.222.0.58 "DELETE /v2.0/floatingips/05a67926-1504-4b35-9bd5-66a6b0c1303f HTTP/1.1" status: 204 len: 168 time: 0.6788349 Sep 08 13:48:38.568436 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] Set router 1d20c049-1fb7-437b-9acd-c075359af9b2 gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:38.597369 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.633494 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee929892-bd6b-479e-a0b2-b99625427fc1,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:38.634544 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:48:38Z', 'revision_number': 6, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:38.667993 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acf932-dfc6-41cb-96cc-1b8266449ecb None None] The sync data for ids ['1d20c049-1fb7-437b-9acd-c075359af9b2'] in dv-cinder-784140-8-iscsi is: [{'id': '1d20c049-1fb7-437b-9acd-c075359af9b2', 'name': 'tempest-TestMinimumBasicScenario-938481616-router', 'tenant_id': 'dc09a9df1927406aa49a0bd2524947b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:48Z', 'updated_at': '2021-09-08T13:48:38Z', 'revision_number': 6, 'project_id': 'dc09a9df1927406aa49a0bd2524947b3', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:38.712518 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.801330 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878cd6b-0d9f-4fc2-a80c-e6d5e33faedc None None] New status for floating IP 05a67926-1504-4b35-9bd5-66a6b0c1303f: DOWN {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:48:38.838581 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78ee4e87-d75a-4ca0-9d2e-424c81164e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.854932 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.857309 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.911280 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.153505 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.154187 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d20c049-1fb7-437b-9acd-c075359af9b2 {{(pid=100411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:48:39.159495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.160725 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d00b8859-c231-4774-807e-4cd4192c2c94 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d20c049-1fb7-437b-9acd-c075359af9b2 HTTP/1.1" status: 204 len: 168 time: 1.2700684 Sep 08 13:48:39.164320 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35312) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:39.210008 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Deleting subnet fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:48:39.213553 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.249110 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.298996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 912caf00-197a-4a17-af89-3aa5a84af39f no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:39.325202 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 912caf00-197a-4a17-af89-3aa5a84af39f {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:39.325539 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 912caf00-197a-4a17-af89-3aa5a84af39f not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:39.367856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.423196 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.453362 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffaa4ae-5d62-4ab3-a83a-4cccb339fb63,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:39.475323 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.478752 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a6a5b43a-83aa-4fdc-9b28-1ef5a102cfe5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fffaa4ae-5d62-4ab3-a83a-4cccb339fb63 HTTP/1.1" status: 204 len: 168 time: 0.3132050 Sep 08 13:48:39.479706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d66a1b-203f-4cce-a2ae-7cba69ac8dd4 None None] Network b49103fd-23a8-488a-a34e-5560081e6e8e requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:39.481437 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35314) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:39.564436 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.645417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device df4b5b90-db8e-49a6-b4ae-13df90fb10ac no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:39.646203 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Deleting port b23bbc01-ede8-45b1-9720-a710b268483e {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:39.646655 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.681527 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: df4b5b90-db8e-49a6-b4ae-13df90fb10ac {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:39.682024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device df4b5b90-db8e-49a6-b4ae-13df90fb10ac not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:39.682556 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device ee929892-bd6b-479e-a0b2-b99625427fc1 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:39.712749 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] DHCP port deletion for b49103fd-23a8-488a-a34e-5560081e6e8e request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:48:39.718112 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: ee929892-bd6b-479e-a0b2-b99625427fc1 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:39.719766 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device ee929892-bd6b-479e-a0b2-b99625427fc1 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:39.744058 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] For port b23bbc01-ede8-45b1-9720-a710b268483e, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b23bbc01-ede8-45b1-9720-a710b268483e,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:39.744451 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.787227 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Calling delete_port for b23bbc01-ede8-45b1-9720-a710b268483e owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:39.793763 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Deleting port b23bbc01-ede8-45b1-9720-a710b268483e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:39.794263 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.887624 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] For port b23bbc01-ede8-45b1-9720-a710b268483e, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b23bbc01-ede8-45b1-9720-a710b268483e,segment=NetworkSegment(993372d4-c5d5-4ed8-a3d0-512c9079d6fa),segment_id=993372d4-c5d5-4ed8-a3d0-512c9079d6fa)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:39.888695 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.903172 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.915697 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Calling delete_port for b23bbc01-ede8-45b1-9720-a710b268483e owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:39.938652 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=b23bbc01-ede8-45b1-9720-a710b268483e,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:39.940777 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] No DVR routers for this DVR port b23bbc01-ede8-45b1-9720-a710b268483e on host dv-cinder-784140-8-iscsi {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:40.024877 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.048461 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49103fd-23a8-488a-a34e-5560081e6e8e']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:40.059172 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993372d4-c5d5-4ed8-a3d0-512c9079d6fa') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:40.059462 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993372d4-c5d5-4ed8-a3d0-512c9079d6fa') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:40.071915 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.075309 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.088255 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.095402 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:48:40.095804 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:48:40.098499 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:48:40.126488 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] Pushing event deleted for resources: {'Port': ['ID=b23bbc01-ede8-45b1-9720-a710b268483e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:40.134972 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08732e9-ed40-4df5-892b-1e4cf2e95b3b None None] No DVR routers for this DVR port b23bbc01-ede8-45b1-9720-a710b268483e on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:40.164936 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.181581 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.191237 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.197715 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] 10.222.0.58 "DELETE /v2.0/networks/b49103fd-23a8-488a-a34e-5560081e6e8e HTTP/1.1" status: 204 len: 168 time: 0.7121484 Sep 08 13:48:40.198187 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35322) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:40.217018 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af021b3-7c80-4969-8125-328385a54ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=b49103fd-23a8-488a-a34e-5560081e6e8e,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:40.682135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.246018 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Deleting port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:41.246692 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.326409 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] For port 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:41.326804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.339314 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Calling delete_port for 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 owned by network:router_interface {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:41.496476 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.531860 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.571157 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:41.625300 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b23bbc01-ede8-45b1-9720-a710b268483e no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:41.655221 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: b23bbc01-ede8-45b1-9720-a710b268483e {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:41.655557 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b23bbc01-ede8-45b1-9720-a710b268483e not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:41.745546 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.966567 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Router a86338f0-a506-46a5-9484-16cfcbabb43d has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:42.069258 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:42.076006 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-0f7c05af-2a78-45f5-bf47-3284203b7605 admin admin] 10.222.0.58 "PUT /v2.0/routers/a86338f0-a506-46a5-9484-16cfcbabb43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747070 Sep 08 13:48:42.076792 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35336) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:42.079507 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Sync routers for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:42.097716 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:42.098339 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:42.154687 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35342) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:42.181414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks [] for router, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.211449 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:42.289780 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.345276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Deleting port f1954e61-7574-49b6-81b6-ac44ab0dbfa7 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:42.345591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.404333 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port': {'id': 'f1954e61-7574-49b6-81b6-ac44ab0dbfa7', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:57Z', 'updated_at': '2021-09-08T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:42.433052 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Checking router: a86338f0-a506-46a5-9484-16cfcbabb43d for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:42.436836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] For port f1954e61-7574-49b6-81b6-ac44ab0dbfa7, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:42.437209 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.442404 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Routers {'a86338f0-a506-46a5-9484-16cfcbabb43d'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:42.443171 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['a86338f0-a506-46a5-9484-16cfcbabb43d'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:42.452055 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Calling delete_port for f1954e61-7574-49b6-81b6-ac44ab0dbfa7 owned by network:router_gateway {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:42.541856 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] Set router a86338f0-a506-46a5-9484-16cfcbabb43d gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:42.597483 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 6, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:42.625792 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8970a3-cb98-41cd-9468-558fd5aafea1 None None] The sync data for ids ['a86338f0-a506-46a5-9484-16cfcbabb43d'] in dv-cinder-784140-8-iscsi is: [{'id': 'a86338f0-a506-46a5-9484-16cfcbabb43d', 'name': 'tempest-TestMinimumBasicScenario-1459935396-router', 'tenant_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:56Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 6, 'project_id': '0cafccc22a2a453b846d1d6b07c6eaf8', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:42.671565 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.673719 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.708174 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1954e61-7574-49b6-81b6-ac44ab0dbfa7,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:42.787510 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.891022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.893231 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.943831 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.944402 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86338f0-a506-46a5-9484-16cfcbabb43d {{(pid=100413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:48:42.951166 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.952668 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a09c62da-06d7-4680-9faf-8d27cb9cdb5d admin admin] 10.222.0.58 "DELETE /v2.0/routers/a86338f0-a506-46a5-9484-16cfcbabb43d HTTP/1.1" status: 204 len: 168 time: 0.8747201 Sep 08 13:48:42.957109 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35346) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:42.991968 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Deleting port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:42.992316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.017251 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Deleting subnet 0b7fffb4-322d-48a0-8075-5d15ced8c016 {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:48:43.020770 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.058171 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.082824 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] For port e7fc53fe-b5ca-4df4-8660-a8adc7d969b7, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:43.083319 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.097192 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Calling delete_port for e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 owned by network:router_interface {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:43.196668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.253756 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.282026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7fffb4-322d-48a0-8075-5d15ced8c016,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:43.286012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.288030 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f5b62abe-ba8b-4f80-8101-4bf5b3369163 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0b7fffb4-322d-48a0-8075-5d15ced8c016 HTTP/1.1" status: 204 len: 168 time: 0.3297117 Sep 08 13:48:43.291412 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35348) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:43.300215 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a623655-dd02-4405-b302-fd17e1fd1fbe None None] Network 09af5ff4-6458-417a-ac82-8f988fc08116 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:43.305136 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.334403 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fc53fe-b5ca-4df4-8660-a8adc7d969b7,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:43.429554 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.513708 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Deleting port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:43.514056 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.558727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] DHCP port deletion for 09af5ff4-6458-417a-ac82-8f988fc08116 request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:48:43.596194 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.605430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] For port 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=225c0b5d-3eaf-4fc6-b0ef-af404befb690,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:43.605797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.625680 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Calling delete_port for 225c0b5d-3eaf-4fc6-b0ef-af404befb690 owned by network:dhcp {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:43.638155 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Deleting port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:43.638537 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.705905 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] For port 225c0b5d-3eaf-4fc6-b0ef-af404befb690, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=225c0b5d-3eaf-4fc6-b0ef-af404befb690,segment=NetworkSegment(7478b188-b0c8-4212-9e7b-97f0113fe2c4),segment_id=7478b188-b0c8-4212-9e7b-97f0113fe2c4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:43.706222 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.723179 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:43.730341 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Calling delete_port for 225c0b5d-3eaf-4fc6-b0ef-af404befb690 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:43.732701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.751497 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:43.752070 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 09a1b70a-6d3e-4d27-9b8c-d4bb8fc18a26 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:43.752776 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 225c0b5d-3eaf-4fc6-b0ef-af404befb690 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:43.761792 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=225c0b5d-3eaf-4fc6-b0ef-af404befb690,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:43.764135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] No DVR routers for this DVR port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 on host dv-cinder-784140-8-iscsi {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:43.782641 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 225c0b5d-3eaf-4fc6-b0ef-af404befb690 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:43.782989 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 225c0b5d-3eaf-4fc6-b0ef-af404befb690 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:43.783413 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f1954e61-7574-49b6-81b6-ac44ab0dbfa7 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:43.833984 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: f1954e61-7574-49b6-81b6-ac44ab0dbfa7 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:43.834407 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device f1954e61-7574-49b6-81b6-ac44ab0dbfa7 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:43.859887 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Router 8f168978-fa50-4432-9aaf-4370b29726e3 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:43.875986 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.877362 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.901776 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] Pushing event deleted for resources: {'Port': ['ID=225c0b5d-3eaf-4fc6-b0ef-af404befb690,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:43.911630 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af5ff4-6458-417a-ac82-8f988fc08116']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:43.915822 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac895a-5eb0-4214-8a11-8f65eba7bef9 None None] No DVR routers for this DVR port 225c0b5d-3eaf-4fc6-b0ef-af404befb690 on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:43.925828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478b188-b0c8-4212-9e7b-97f0113fe2c4') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:43.925828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478b188-b0c8-4212-9e7b-97f0113fe2c4') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:43.938282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.953812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.960813 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:48:43.961137 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:48:43.962885 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:48:43.996537 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:44.002984 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-07627f58-ffbe-48ca-9c5e-2533d00257b6 admin admin] 10.222.0.58 "PUT /v2.0/routers/8f168978-fa50-4432-9aaf-4370b29726e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467679 Sep 08 13:48:44.007626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Sync routers for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:44.008317 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35350) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.020226 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:44.021668 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:44.029996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.037282 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.039171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] 10.222.0.58 "DELETE /v2.0/networks/09af5ff4-6458-417a-ac82-8f988fc08116 HTTP/1.1" status: 204 len: 168 time: 0.7467506 Sep 08 13:48:44.051054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e99a1b-df5a-47c9-a757-219d154b5a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=09af5ff4-6458-417a-ac82-8f988fc08116,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:44.132573 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks [] for router, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.154890 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:44.197072 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35354) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.240913 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c075328d-769c-41e7-b78d-e32bc50a870b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc09a9df1927406aa49a0bd2524947b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422070 Sep 08 13:48:44.243384 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35356) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.276081 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.340790 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.373092 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Deleting port 1f3636d9-14a2-4cbf-9418-90b2da02fce8 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:44.373804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.374465 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.378575 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:48:43Z', 'revision_number': 5, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port': {'id': '1f3636d9-14a2-4cbf-9418-90b2da02fce8', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:44.408021 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Checking router: 8f168978-fa50-4432-9aaf-4370b29726e3 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:44.417428 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Routers {'8f168978-fa50-4432-9aaf-4370b29726e3'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:44.418042 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['8f168978-fa50-4432-9aaf-4370b29726e3'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:44.425433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.428538 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.432663 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8f9f4c8-2a62-492b-8764-765a90bcb8f3 HTTP/1.1" status: 204 len: 168 time: 0.1845746 Sep 08 13:48:44.438627 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737604da-ff01-456b-b5f1-2806f6caf5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f9f4c8-2a62-492b-8764-765a90bcb8f3,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:44.476118 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] For port 1f3636d9-14a2-4cbf-9418-90b2da02fce8, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1f3636d9-14a2-4cbf-9418-90b2da02fce8,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:44.476687 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.490818 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Calling delete_port for 1f3636d9-14a2-4cbf-9418-90b2da02fce8 owned by network:router_gateway {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:44.647218 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] Set router 8f168978-fa50-4432-9aaf-4370b29726e3 gateway port host: None {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:44.674684 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.699197 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3636d9-14a2-4cbf-9418-90b2da02fce8,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:44.705320 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 6, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:44.734209 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a2e1-4c7d-4d1a-a4c4-f0a8da215003 None None] The sync data for ids ['8f168978-fa50-4432-9aaf-4370b29726e3'] in dv-cinder-784140-8-iscsi is: [{'id': '8f168978-fa50-4432-9aaf-4370b29726e3', 'name': 'tempest-AttachVolumeTestJSON-295358333-router', 'tenant_id': '5353a60027e545db880e93da66e5eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:06Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 6, 'project_id': '5353a60027e545db880e93da66e5eb4d', 'gw_port_host': None}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:44.768173 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.837182 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35362) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.861661 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.864029 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.877807 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-7d05a3c9-da79-402b-976d-8b36817e8be6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cafccc22a2a453b846d1d6b07c6eaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394399 Sep 08 13:48:44.882303 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35364) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.910918 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.911502 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f168978-fa50-4432-9aaf-4370b29726e3 {{(pid=100411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:48:44.915851 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.917023 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1fd036c2-bfe5-4d79-9909-152c7ef03130 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8f168978-fa50-4432-9aaf-4370b29726e3 HTTP/1.1" status: 204 len: 168 time: 0.9075468 Sep 08 13:48:44.919885 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35366) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:44.933462 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.955668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.965674 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Deleting subnet f9b7d1bd-a242-4a65-b2c5-e79346b10291 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:48:44.968941 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.003066 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.006735 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.007077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.010844 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/982424d6-0493-41ec-919e-dfd1ecd69d20 HTTP/1.1" status: 204 len: 168 time: 0.1249750 Sep 08 13:48:45.016923 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0064aa-361b-41d9-80b0-f45c7fbd5539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982424d6-0493-41ec-919e-dfd1ecd69d20,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:45.100917 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.162768 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.209521 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b7d1bd-a242-4a65-b2c5-e79346b10291,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:45.217297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.221595 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b0ca5ddc-1727-4f60-932d-88cd313845c0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f9b7d1bd-a242-4a65-b2c5-e79346b10291 HTTP/1.1" status: 204 len: 168 time: 0.2984269 Sep 08 13:48:45.222632 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35372) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:45.227044 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dee742-3c40-4cc2-8de8-f1729ee9c257 None None] Network 21a0a687-f79c-4b3a-ab43-b435f6e7e4da requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:45.313588 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.394283 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Deleting port db1a5d68-12e2-47cd-80a7-0e41097a45a2 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:45.395197 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.491632 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] For port db1a5d68-12e2-47cd-80a7-0e41097a45a2, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=db1a5d68-12e2-47cd-80a7-0e41097a45a2,segment=NetworkSegment(9d9358e2-d829-499e-a261-b6d7b0358a41),segment_id=9d9358e2-d829-499e-a261-b6d7b0358a41)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:45.491996 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.506831 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Calling delete_port for db1a5d68-12e2-47cd-80a7-0e41097a45a2 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:45.560743 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] DHCP port deletion for 21a0a687-f79c-4b3a-ab43-b435f6e7e4da request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:48:45.642592 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.648515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Deleting port db1a5d68-12e2-47cd-80a7-0e41097a45a2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:45.649733 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.683467 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1a5d68-12e2-47cd-80a7-0e41097a45a2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:45.689798 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1f3636d9-14a2-4cbf-9418-90b2da02fce8 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:45.691907 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] No DVR routers for this DVR port db1a5d68-12e2-47cd-80a7-0e41097a45a2 on host dv-cinder-784140-8-iscsi {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:45.715740 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 1f3636d9-14a2-4cbf-9418-90b2da02fce8 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:45.716114 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1f3636d9-14a2-4cbf-9418-90b2da02fce8 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:45.716505 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device db1a5d68-12e2-47cd-80a7-0e41097a45a2 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:45.769718 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: db1a5d68-12e2-47cd-80a7-0e41097a45a2 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:45.769985 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device db1a5d68-12e2-47cd-80a7-0e41097a45a2 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:45.770953 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:45.787790 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.801695 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] For port db1a5d68-12e2-47cd-80a7-0e41097a45a2, host dv-cinder-784140-8-iscsi, got binding levels [] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:45.802099 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.804786 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:45.805134 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device e7fc53fe-b5ca-4df4-8660-a8adc7d969b7 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:45.813885 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a0a687-f79c-4b3a-ab43-b435f6e7e4da']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:45.821142 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Calling delete_port for db1a5d68-12e2-47cd-80a7-0e41097a45a2 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:45.825002 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Port db1a5d68-12e2-47cd-80a7-0e41097a45a2 was not found and therefore no delete operation was performed {{(pid=100415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:48:45.826295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.832069 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9358e2-d829-499e-a261-b6d7b0358a41') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:45.832427 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9358e2-d829-499e-a261-b6d7b0358a41') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:45.847835 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.855985 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] No DVR routers for this DVR port db1a5d68-12e2-47cd-80a7-0e41097a45a2 on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:45.858012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1e72-0ee2-431e-a92b-2480d371f097 None None] Pushing event deleted for resources: {'Port': ['ID=db1a5d68-12e2-47cd-80a7-0e41097a45a2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:45.877554 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.884322 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:48:45.884741 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:48:45.886479 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:48:45.927733 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35390) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:45.950792 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.956508 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.962066 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/21a0a687-f79c-4b3a-ab43-b435f6e7e4da HTTP/1.1" status: 204 len: 168 time: 0.7346220 Sep 08 13:48:45.970218 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137cef2-662e-424d-b546-7668a5ac6de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a0a687-f79c-4b3a-ab43-b435f6e7e4da,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.050642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010348438-network', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:46.074075 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Made reservation on behalf of b9e722338d4347508d8156a5ec6d3517 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:46.078867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.079157 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35396) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:46.085087 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.121113 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-ebb40925-daf9-4cef-a261-1355113d0d21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5353a60027e545db880e93da66e5eb4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406630 Sep 08 13:48:46.123605 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35398) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:46.180619 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.185531 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.210949 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:48:46.221063 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b31e8-1b1c-4c2a-8478-c459fa6ea739,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.226624 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.226968 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Added segment 4e93c1e1-ef43-4d6b-b5f5-ff17e69de603 of type vlan for network 80a8460e-a302-4718-a0cf-0552a6241fff Sep 08 13:48:46.268355 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.295152 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.296095 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:46.296719 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.330243 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4012969 Sep 08 13:48:46.357914 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35400) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:46.364508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Request body: {'subnet': {'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010348438-subnet', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:46.370541 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a583df-3132-4a76-9e02-1b6811729d7f admin admin] Pushing event updated for resources: {'Network': ['ID=80a8460e-a302-4718-a0cf-0552a6241fff,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.382969 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 80a8460e-a302-4718-a0cf-0552a6241fff details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:48:46.388983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Made reservation on behalf of b9e722338d4347508d8156a5ec6d3517 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:46.392452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.410463 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.432431 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.480821 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.483604 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.484916 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b289b614-9afd-40e9-9a8b-1413abef171b HTTP/1.1" status: 204 len: 168 time: 0.3604238 Sep 08 13:48:46.494422 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b722bc9-d5ad-4dc9-afe8-23c1bc9a91ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289b614-9afd-40e9-9a8b-1413abef171b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.582197 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.642658 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4970c5be-ed96-4172-ae8f-6d260663a994,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.654533 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:46.654931 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Network hostable DHCP agents. Network: 80a8460e-a302-4718-a0cf-0552a6241fff, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:48:46.674493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Network 80a8460e-a302-4718-a0cf-0552a6241fff is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:48:46.685996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 80a8460e-a302-4718-a0cf-0552a6241fff) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:46.692003 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:46.693339 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.699686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b525a7-5a1a-4c36-a5c7-203ff893ee45 None None] Network 80a8460e-a302-4718-a0cf-0552a6241fff requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:46.711251 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-1580e237-eb81-4ee3-b6c0-a8a45c8f7640 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3523607 Sep 08 13:48:46.714068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35406) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:46.719845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:46.747211 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.748539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.822472 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.899456 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-80a8460e-a302-4718-a0cf-0552a6241fff', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:48:46.900552 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.068739 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Allocated IP 172.20.0.2 (80a8460e-a302-4718-a0cf-0552a6241fff/4970c5be-ed96-4172-ae8f-6d260663a994/6a6546c9-a2bb-4754-9fa5-cb38de6dff1c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:47.251658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.269677 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.270233 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Transition to ACTIVE for port object 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:47.279338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Transition to ACTIVE for port object 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:47.286443 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.326957 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:47.332063 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:47.334635 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:47.342367 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Pushing event updated for resources: {'Port': ['ID=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:47.396774 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Attempting to bind port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:47.397140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Attempting to bind port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:47.397581 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Attempting to bind port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:47.404359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:47.404766 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:47.405174 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.405572 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Bound using segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:47.406039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Bound port: 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:47.406421 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.487203 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.488872 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] For port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:47.493016 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] For port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:47.499575 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.509504 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.570902 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2d81-d40a-4dc1-ae93-ad7fdf3dd943 None None] Pushing event updated for resources: {'Port': ['ID=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:47.641392 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Allocated IP 172.27.3.191 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/cc258747-c092-40f4-857a-df676eff64e5) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:47.794470 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.854455 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.901849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:47.905013 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:47.907870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:47.951173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc258747-c092-40f4-857a-df676eff64e5,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:48.231921 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:48.467121 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:48.594892 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43daa3a8-7945-4ab2-b014-198062ba4d90 None None] Network 80a8460e-a302-4718-a0cf-0552a6241fff requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:48.621506 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:48:48.651933 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a7da6a55-d7f4-4d35-8bc8-80add6a67757 None None] Provisioning for port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:48.730338 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:48.742287 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:48.748786 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:48.751638 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:48.752460 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:48.753187 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cf66deff-3026-4586-9a48-c2c879440fc2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0376577 Sep 08 13:48:48.753430 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35450) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:48.878506 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:48.923540 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.083129 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:48Z', 'revision_number': 3, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:49.114632 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:49.114967 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Updating router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 port cc258747-c092-40f4-857a-df676eff64e5 binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:49.141473 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.227565 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.415094 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Allocated IP 172.20.0.1 (80a8460e-a302-4718-a0cf-0552a6241fff/4970c5be-ed96-4172-ae8f-6d260663a994/6fcd9fd8-ec9c-4278-a3a3-56da102ba53f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:49.436753 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.448227 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Transition to ACTIVE for port object cc258747-c092-40f4-857a-df676eff64e5 will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:49.455938 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.535163 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.558720 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Transition to ACTIVE for port object 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:49.602809 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Pushing event updated for resources: {'Port': ['ID=cc258747-c092-40f4-857a-df676eff64e5,revision_number=2']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.610731 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.611458 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.612076 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.612586 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.613091 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.613701 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.614237 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.614787 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.615349 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.615862 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.616413 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.616987 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:49.617690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.641628 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Attempting to bind port cc258747-c092-40f4-857a-df676eff64e5 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:49.641628 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Attempting to bind port cc258747-c092-40f4-857a-df676eff64e5 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:49.641928 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Attempting to bind port cc258747-c092-40f4-857a-df676eff64e5 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:49.648653 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:49.649207 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:49.649466 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.650423 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:49.651110 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Bound port: cc258747-c092-40f4-857a-df676eff64e5, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:49.652122 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.711545 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:49.713994 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] For port cc258747-c092-40f4-857a-df676eff64e5, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:49.714160 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Pushing event updated for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.718573 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] For port cc258747-c092-40f4-857a-df676eff64e5, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cc258747-c092-40f4-857a-df676eff64e5,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:49.718759 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:49.722612 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:49.726016 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.764703 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:49.811764 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c04a0-8a91-469c-9cdc-845dcdcfa658 None None] Pushing event updated for resources: {'Port': ['ID=cc258747-c092-40f4-857a-df676eff64e5,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.812582 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.820249 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:49.820947 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:49.912081 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:49.923802 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:49.925069 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.987547 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:50.053599 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.063010 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.114029 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:50.119439 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.126737 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5f0c4714-05ff-423e-ac41-22d661aeb01a None None] Provisioning for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:50.149629 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5f0c4714-05ff-423e-ac41-22d661aeb01a None None] Provisioning complete for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:50.150001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4714-05ff-423e-ac41-22d661aeb01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.203296 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:50.206399 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c4714-05ff-423e-ac41-22d661aeb01a None None] Port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:50.215773 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:48Z', 'revision_number': 3, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:50.247074 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.252121 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.262855 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99ed3f-ef1d-42c2-abd5-d7f9f817de13 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:48Z', 'revision_number': 3, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:50.327660 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.329700 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Pushing event updated for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:50.436745 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:50.438110 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:50.588236 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:50.722540 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:50.732107 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-06a09ac5-787d-4431-b639-33ae76d6195b admin admin] 10.222.0.58 "PUT /v2.0/routers/1308b50e-5a43-40af-bcfa-f8dc64f8c7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771335 Sep 08 13:48:50.742296 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-2a519a34-fd86-4cac-9fb9-e9d664970e38 None None] Provisioning complete for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:50.742613 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a519a34-fd86-4cac-9fb9-e9d664970e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.784059 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2a519a34-fd86-4cac-9fb9-e9d664970e38 None None] Port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:51.421172 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35484) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:51.426119 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1246153431-network', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:51.453847 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Made reservation on behalf of 5cf737e7d9f54bcbb55fd6a79e39f7f7 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:51.457211 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.467920 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.570070 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.574196 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.605819 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f35f2af-cb6f-4a0e-b21d-23e1e33611e8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:51.608804 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:48:51.619349 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.619784 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Added segment a3907101-1de4-4b3d-9701-3f600c8abf6e of type vlan for network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 Sep 08 13:48:51.666049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.696994 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.699624 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:51.700355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.709725 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:51.736435 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3141348 Sep 08 13:48:51.739643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35486) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:51.745110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Request body: {'subnet': {'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1246153431-subnet', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:51.768268 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32fdbc-d0fc-4dd1-81f4-2ac3a84857e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf3de87-0c9e-4e32-8cbf-04f1a426fc90,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:51.771552 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Made reservation on behalf of 5cf737e7d9f54bcbb55fd6a79e39f7f7 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:51.774062 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.779019 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:51.779403 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.782672 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:48:51.932746 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cc258747-c092-40f4-857a-df676eff64e5 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:51.981460 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port cc258747-c092-40f4-857a-df676eff64e5 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:51.985619 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port cc258747-c092-40f4-857a-df676eff64e5 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:51.985995 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.999152 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.026024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:52.041121 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:52.041754 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:52.056945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:52.065933 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Checking segment: {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:52.066361 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Network hostable DHCP agents. Network: 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:48:52.086097 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:48:52.097379 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:52.103110 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:52.103709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.110090 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c007b-0c1e-4b8a-8b12-a63090454169 None None] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:52.121379 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-11871f96-61f1-4759-b905-a181f0a4753b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3774507 Sep 08 13:48:52.121661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35488) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:52.125997 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:52.151022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.152073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.186098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.216151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.246374 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:52.287753 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port cc258747-c092-40f4-857a-df676eff64e5, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cc258747-c092-40f4-857a-df676eff64e5,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:52.302927 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.366787 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.604162 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=cc258747-c092-40f4-857a-df676eff64e5,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:52.632012 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.642001 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'fixed_ips': [{'subnet_id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:48:52.642866 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.652138 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.774651 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Allocated IP 172.27.3.71 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/87d0988d-4e41-442b-b962-31ce80676a0a) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:52.819599 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Allocated IP 172.20.0.2 (6bf3de87-0c9e-4e32-8cbf-04f1a426fc90/0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554/4c3f4105-e3dc-4091-9ffe-3aa65951fb03) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:52.858546 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:50Z', 'revision_number': 2, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:52.897629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.923474 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:52.923939 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Updating router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:52.942778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.961440 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.995436 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Pushing event updated for resources: {'Port': ['ID=87d0988d-4e41-442b-b962-31ce80676a0a,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:53.002132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:53.003820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:53.006310 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:53.113237 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.134219 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Transition to ACTIVE for port object 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:53.170966 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Transition to ACTIVE for port object 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:53.183254 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.269197 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:53.276116 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:53.279961 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Pushing event updated for resources: {'Port': ['ID=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:53.284783 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:53.287394 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.392480 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Attempting to bind port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:53.392781 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Attempting to bind port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:53.393145 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Attempting to bind port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 on network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:53.403364 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:53.403727 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Checking segment: {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:53.404129 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.404519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Bound using segment: {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:53.405138 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Bound port: 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:53.405414 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.431311 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.461858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Transition to ACTIVE for port object 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:53.479499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.497609 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.529951 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] For port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:53.536961 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] For port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:53.553757 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.559702 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cab86-c359-4487-95ce-9d944e429d8b None None] Pushing event updated for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:53.700268 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cc258747-c092-40f4-857a-df676eff64e5 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:53.737500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Attempting to bind port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:53.737904 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Attempting to bind port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:53.740544 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Attempting to bind port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:53.748549 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c4ee0-2552-41d3-92e7-8ec0d7803e3a None None] Pushing event updated for resources: {'Port': ['ID=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:53.767981 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:53.768383 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:53.768799 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.769194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Bound using segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:53.769666 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Bound port: 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:53.770583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.859084 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port cc258747-c092-40f4-857a-df676eff64e5 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:53.859452 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.929023 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] For port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:53.933937 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] For port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:53.940084 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.059652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Router d895371d-bfdf-41a1-9a12-ec70db83e353 is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:48:54.064843 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:54.065586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:54.090583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cab86-c359-4487-95ce-9d944e429d8b None None] Pushing event updated for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:54.211027 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:54.228327 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Sync routers for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:54.238883 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.239294 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:54.240243 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-473fd9ab-6812-4198-9968-e80c65b8ffa0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1175525 Sep 08 13:48:54.242367 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:54.242970 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:54.243101 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35522) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:54.359191 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:54.561151 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:53Z', 'revision_number': 3, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:54.600011 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Checking router: d895371d-bfdf-41a1-9a12-ec70db83e353 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:54.600647 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Updating router d895371d-bfdf-41a1-9a12-ec70db83e353 port 87d0988d-4e41-442b-b962-31ce80676a0a binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:54.628981 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.654165 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:53Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:54.689037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bcda5-58ef-4d81-9285-a4aa55802659 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:53Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:54.712548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.955225 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db434de5-c2ff-4d7c-9652-98a3886e8e7e None None] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:54.976257 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Allocated IP 172.20.0.1 (6bf3de87-0c9e-4e32-8cbf-04f1a426fc90/0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554/d44c3627-da1e-4a9c-8678-b2582b2cee48) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:54.996397 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.008435 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Transition to ACTIVE for port object 87d0988d-4e41-442b-b962-31ce80676a0a will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:55.015606 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.065422 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882412f-1d35-4089-aa74-867df1b1023e None None] Pushing event updated for resources: {'Port': ['ID=87d0988d-4e41-442b-b962-31ce80676a0a,revision_number=2']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.099130 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-24f782e2-63a0-414f-a90e-911fff1911f5 None None] Provisioning for port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:55.099805 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Attempting to bind port 87d0988d-4e41-442b-b962-31ce80676a0a on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:55.100014 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Attempting to bind port 87d0988d-4e41-442b-b962-31ce80676a0a by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:55.100127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.100493 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Attempting to bind port 87d0988d-4e41-442b-b962-31ce80676a0a on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:55.111346 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:55.111778 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:55.113296 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.114356 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:55.115431 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Bound port: 87d0988d-4e41-442b-b962-31ce80676a0a, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:55.115981 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.116186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Transition to ACTIVE for port object d44c3627-da1e-4a9c-8678-b2582b2cee48 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:55.158250 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.193773 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] For port 87d0988d-4e41-442b-b962-31ce80676a0a, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:55.199126 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] For port 87d0988d-4e41-442b-b962-31ce80676a0a, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=87d0988d-4e41-442b-b962-31ce80676a0a,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:55.208930 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.229246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Pushing event updated for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.245990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:55.259013 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:55.260748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:55.292017 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882412f-1d35-4089-aa74-867df1b1023e None None] Pushing event updated for resources: {'Port': ['ID=87d0988d-4e41-442b-b962-31ce80676a0a,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.297095 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:55.297734 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:55.308125 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.430780 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:55.539491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.780422 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:55.800645 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:53Z', 'revision_number': 3, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:55.858191 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46beb26-841a-443c-8667-7dd25661a0e4 None None] The sync data for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi is: [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:53Z', 'revision_number': 3, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:55.907185 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f018a73b-d149-4c67-9d3b-ae0620840f06 None None] Provisioning for port d44c3627-da1e-4a9c-8678-b2582b2cee48 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:55.914262 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f018a73b-d149-4c67-9d3b-ae0620840f06 None None] Provisioning complete for port d44c3627-da1e-4a9c-8678-b2582b2cee48 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:55.914850 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f018a73b-d149-4c67-9d3b-ae0620840f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.918441 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:55.934081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.941515 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.951570 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:55.951938 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.989226 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f018a73b-d149-4c67-9d3b-ae0620840f06 None None] Port d44c3627-da1e-4a9c-8678-b2582b2cee48 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:56.018116 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Pushing event updated for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.027978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.053802 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.104374 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:56.110961 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.112375 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:56.158067 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:56.159614 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:56.214344 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.241393 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:56.259098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:56.259475 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.370248 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Router d895371d-bfdf-41a1-9a12-ec70db83e353 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:56.385559 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.445369 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:56.455723 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.518657 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:56.521084 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.526052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f0e6ddb9-5c38-4467-91d5-1b7c9368eff2 admin admin] 10.222.0.58 "PUT /v2.0/routers/d895371d-bfdf-41a1-9a12-ec70db83e353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810802 Sep 08 13:48:56.530083 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-d396cd46-6e9f-4567-9de0-e488383e04a0 None None] Provisioning complete for port d44c3627-da1e-4a9c-8678-b2582b2cee48 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:56.530379 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d396cd46-6e9f-4567-9de0-e488383e04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.583500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d396cd46-6e9f-4567-9de0-e488383e04a0 None None] Port d44c3627-da1e-4a9c-8678-b2582b2cee48 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:57.266964 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35564) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.272924 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531393475', 'description': 'tempest-secgroup-smoke-531393475 description', 'project_id': 'b9e722338d4347508d8156a5ec6d3517'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:57.305406 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.408551 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.413456 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.440855 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.442110 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1740088 Sep 08 13:48:57.445803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35568) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.447963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cde78c-55f6-420c-b071-9b03157efdb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21820247-35f9-46d3-a7bf-83746278c368,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.451989 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:57.480745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.546015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.550699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.578881 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5de107-4c10-481f-99ee-d4e4b2c16526,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.590026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.593929 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ceff76bc-9ec8-4f43-93c4-5a6b213d28a0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466358 Sep 08 13:48:57.596728 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35570) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.602049 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:57.634918 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.710140 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.714804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.731207 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:57.737590 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da0c449-3f8b-4f1f-b7bf-5ed8ea68a053,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.742422 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.744210 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-02e60397-e3e1-4448-a111-549b429368e5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463027 Sep 08 13:48:57.747821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35572) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.752491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:57.788302 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.795827 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:57.795827 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.884279 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.889401 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.897282 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87d0988d-4e41-442b-b962-31ce80676a0a up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:57.912773 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64828d5-5764-43ed-9f49-5b0a529b493f,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.925517 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.930473 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35574) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.931317 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ec0b8d15-619a-4f3d-84c9-964ec978fbcf tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823971 Sep 08 13:48:57.939149 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:57.957516 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 87d0988d-4e41-442b-b962-31ce80676a0a completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:57.966870 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 87d0988d-4e41-442b-b962-31ce80676a0a triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:57.967300 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.984854 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.064872 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.073001 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.076153 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.091336 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8588dfd-482d-4b59-a718-2b067d98a8e4,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.102035 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.103374 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c96a3cd7-e314-4fca-abaf-baa32e28a12d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704824 Sep 08 13:48:58.107099 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35576) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:58.109154 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Sync routers for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:58.112689 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:58.116338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 87d0988d-4e41-442b-b962-31ce80676a0a, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=87d0988d-4e41-442b-b962-31ce80676a0a,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:58.122617 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.123412 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:58.138382 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.securitygroups_db [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Project b9e722338d4347508d8156a5ec6d3517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:48:58.144196 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.165640 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:58.166448 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:58.211368 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.216925 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.235030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb01a06-fb04-49eb-b29a-830807c92458,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.246148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.249250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-931d12f2-17eb-42de-83e7-de665f68c384 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418152 Sep 08 13:48:58.252051 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=87d0988d-4e41-442b-b962-31ce80676a0a,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.252429 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35578) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:58.257284 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'security_group_rule': {'security_group_id': '21820247-35f9-46d3-a7bf-83746278c368', 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:58.272841 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.273192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.273535 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.273962 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.274302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.274636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.274967 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.275295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.275622 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.275946 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.276268 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.276591 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:58.284550 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.securitygroups_db [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Project b9e722338d4347508d8156a5ec6d3517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:48:58.291773 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.314859 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:58.315234 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.360568 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:58.366792 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.373360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.395900 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.402145 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436257 Sep 08 13:48:58.414441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8ea4-f302-48b6-8109-c36fab53c1dc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03640864-6faa-4716-8eb3-e10d862520d7,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.647812 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 4, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'd44c3627-da1e-4a9c-8678-b2582b2cee48', 'name': '', 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'mac_address': 'fa:16:3e:20:f4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:54Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 2, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'subnets': [{'id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:58.683783 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Checking router: d895371d-bfdf-41a1-9a12-ec70db83e353 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:58.684022 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Updating router d895371d-bfdf-41a1-9a12-ec70db83e353 port d44c3627-da1e-4a9c-8678-b2582b2cee48 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:58.710966 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.071538 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.083579 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Transition to ACTIVE for port object d44c3627-da1e-4a9c-8678-b2582b2cee48 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:59.095596 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.194376 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5ff02-590f-43be-bbb5-c9e5744d5b60 None None] Pushing event updated for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:59.211956 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Attempting to bind port d44c3627-da1e-4a9c-8678-b2582b2cee48 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:59.212303 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Attempting to bind port d44c3627-da1e-4a9c-8678-b2582b2cee48 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:59.212691 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Attempting to bind port d44c3627-da1e-4a9c-8678-b2582b2cee48 on network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:59.219193 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:59.219353 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Checking segment: {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:59.219615 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.220096 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Bound using segment: {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:59.220445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Bound port: d44c3627-da1e-4a9c-8678-b2582b2cee48, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3907101-1de4-4b3d-9701-3f600c8abf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:59.220899 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.294302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] For port d44c3627-da1e-4a9c-8678-b2582b2cee48, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:59.297867 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] For port d44c3627-da1e-4a9c-8678-b2582b2cee48, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=d44c3627-da1e-4a9c-8678-b2582b2cee48,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:59.303016 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.369037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:59.369612 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:48:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:59.551562 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5ff02-590f-43be-bbb5-c9e5744d5b60 None None] Pushing event updated for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:59.650006 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:59.653499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87d0988d-4e41-442b-b962-31ce80676a0a up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:59.834348 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 87d0988d-4e41-442b-b962-31ce80676a0a triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:59.834719 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.978283 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 4, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'd44c3627-da1e-4a9c-8678-b2582b2cee48', 'name': '', 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'mac_address': 'fa:16:3e:20:f4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:54Z', 'updated_at': '2021-09-08T13:48:59Z', 'revision_number': 4, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'subnets': [{'id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:00.008944 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3360b-d2b1-4766-899b-ae0bdf4c8462 None None] The sync data for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi is: [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:55Z', 'revision_number': 4, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'd44c3627-da1e-4a9c-8678-b2582b2cee48', 'name': '', 'network_id': '6bf3de87-0c9e-4e32-8cbf-04f1a426fc90', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'mac_address': 'fa:16:3e:20:f4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:54Z', 'updated_at': '2021-09-08T13:48:59Z', 'revision_number': 4, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'subnets': [{'id': '0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:00.188823 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:49:01.651742 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device d44c3627-da1e-4a9c-8678-b2582b2cee48 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:01.713529 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port d44c3627-da1e-4a9c-8678-b2582b2cee48 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:01.718833 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port d44c3627-da1e-4a9c-8678-b2582b2cee48 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:01.719343 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.813174 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.857406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port d44c3627-da1e-4a9c-8678-b2582b2cee48, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=d44c3627-da1e-4a9c-8678-b2582b2cee48,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:01.862909 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.929967 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:03.634769 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device d44c3627-da1e-4a9c-8678-b2582b2cee48 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:03.705833 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port d44c3627-da1e-4a9c-8678-b2582b2cee48 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:03.706192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.429281 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35728) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:04.535247 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9fc7-3f11-45dd-aada-58817a9cbd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.628528 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9fc7-3f11-45dd-aada-58817a9cbd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.633120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9fc7-3f11-45dd-aada-58817a9cbd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.673942 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4d6c9fc7-3f11-45dd-aada-58817a9cbd9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cedaf380e1b4423484714b98c8e48305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432351 Sep 08 13:49:04.675834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9fc7-3f11-45dd-aada-58817a9cbd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ddec2-a121-4602-9e5b-ecbf73127944,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:04.676654 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35732) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:04.729306 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.752565 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.815386 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.819497 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.820720 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e61ddec2-a121-4602-9e5b-ecbf73127944 HTTP/1.1" status: 204 len: 168 time: 0.1429894 Sep 08 13:49:04.828905 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7ebe-eb10-4bf5-82ee-c557166a1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ddec2-a121-4602-9e5b-ecbf73127944,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:05.102318 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35738) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:05.116358 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c4962e9-4d71-4181-aed7-e405b2f5edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.214401 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c4962e9-4d71-4181-aed7-e405b2f5edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.224939 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c4962e9-4d71-4181-aed7-e405b2f5edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.267504 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4962e9-4d71-4181-aed7-e405b2f5edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab598ed8-e585-4b3d-8831-03bd3172e2fa,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:05.273309 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7c4962e9-4d71-4181-aed7-e405b2f5edf9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e66384afb8504b798a4360e01219f450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696799 Sep 08 13:49:05.275766 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35740) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:05.328698 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.352370 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.405341 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.407911 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.409143 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab598ed8-e585-4b3d-8831-03bd3172e2fa HTTP/1.1" status: 204 len: 168 time: 0.1324592 Sep 08 13:49:05.420069 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5438b-dfab-45e2-a006-bec8ee41584f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab598ed8-e585-4b3d-8831-03bd3172e2fa,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:06.388004 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8ab1-3178-42bb-9f48-9b5f6eb2ebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.953493 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731c1e-b898-4e64-adfd-4d049bb99cae req-a9fedf44-58ef-45a1-b0cf-7ebed0ca2f2e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:07.956181 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7e731c1e-b898-4e64-adfd-4d049bb99cae req-a9fedf44-58ef-45a1-b0cf-7ebed0ca2f2e tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.0910645 Sep 08 13:49:08.000810 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7e731c1e-b898-4e64-adfd-4d049bb99cae req-2597646a-a1e6-41b3-834a-4b4f23f7d470 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Sep 08 13:49:08.802969 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd9d67c1-79af-4eda-8388-363e22f4d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:08.904818 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.134311 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6373-e042-48f2-a7dd-4ee6095a0760 req-72707daa-618f-4896-bf22-91f5b5199af7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:09.135997 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2c2e6373-e042-48f2-a7dd-4ee6095a0760 req-72707daa-618f-4896-bf22-91f5b5199af7 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.0556283 Sep 08 13:49:09.178887 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2c2e6373-e042-48f2-a7dd-4ee6095a0760 req-efae7393-da6d-46c3-8a67-4334b355b5ca tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1315ffc-1f9c-4390-8c3d-65229bd3734d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358922 Sep 08 13:49:09.643497 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-236c162d-8ad9-49a6-95cd-5af2361f2726 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:09.645058 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-236c162d-8ad9-49a6-95cd-5af2361f2726 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 946 time: 0.0576317 Sep 08 13:49:09.747868 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Deleting port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:09.748214 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.844551 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] For port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:09.844942 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.024908 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.025243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.025570 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Floating IP 589fa891-767f-4c93-a0fc-014acf3433e0 disassociated. External IP: 172.27.3.243, port: 4c17b5d3-0fc1-4693-bedd-11099e75e2b6. Sep 08 13:49:10.025926 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Calling delete_port for 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:10.149963 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.155141 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.192831 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'Port': ['ID=4c17b5d3-0fc1-4693-bedd-11099e75e2b6,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:10.321068 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-38ed3358-3274-48a0-bb76-efe1ad2242a3 req-b697f651-0bf3-4453-8b8c-f7bb7b2e159b tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bd6149-00f5-4c81-aa50-f34ea39400fb HTTP/1.1" status: 200 len: 210 time: 0.0638220 Sep 08 13:49:10.340116 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:10.478827 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:10.492152 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:10.509280 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:10.510058 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:10.531429 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] No DVR routers for this DVR port 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:49:10.537712 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.539880 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6359bb29-79f1-487c-b6c9-b231b4074d1e req-67f00b80-0ef9-407d-b525-9e5e87d4f784 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.50 "DELETE /v2.0/ports/4c17b5d3-0fc1-4693-bedd-11099e75e2b6 HTTP/1.1" status: 204 len: 173 time: 0.8880389 Sep 08 13:49:10.540364 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-deleted', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:10.552172 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef662f6b-ab38-4a0b-a7b6-47d980cb8ce8" -d '{"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-deleted", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:10.677941 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bef986-d031-4d48-98d9-99e54d014ed4 x-openstack-request-id: req-f8bef986-d031-4d48-98d9-99e54d014ed4 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:10.678245 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd6149-00f5-4c81-aa50-f34ea39400fb", "name": "network-vif-deleted", "tag": "4c17b5d3-0fc1-4693-bedd-11099e75e2b6", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:10.678503 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8bef986-d031-4d48-98d9-99e54d014ed4 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:10.679106 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd6149-00f5-4c81-aa50-f34ea39400fb', 'name': 'network-vif-deleted', 'tag': '4c17b5d3-0fc1-4693-bedd-11099e75e2b6', 'status': 'completed', 'code': 200} Sep 08 13:49:10.801119 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:10.879058 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35874) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.017159 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-085e3a59-8996-425c-9b79-a3fb8a79ae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.074532 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:11.115177 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:11.125400 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:11.126386 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:11.127682 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-085e3a59-8996-425c-9b79-a3fb8a79ae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.131855 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-085e3a59-8996-425c-9b79-a3fb8a79ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.172093 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3a59-8996-425c-9b79-a3fb8a79ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09886203-89c2-4b6a-9683-5d8348c6edff,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:11.180769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35878) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.185785 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-085e3a59-8996-425c-9b79-a3fb8a79ae9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e89cad6f4168424496b369c3a448d753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040223 Sep 08 13:49:11.233961 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.241389 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:11.258738 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.312056 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.315055 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.316269 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09886203-89c2-4b6a-9683-5d8348c6edff HTTP/1.1" status: 204 len: 168 time: 0.1341388 Sep 08 13:49:11.324814 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23bc4f-6009-46d1-866d-bd1a0ee5e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09886203-89c2-4b6a-9683-5d8348c6edff,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:11.441879 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35886) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.466078 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:11.495775 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.503275 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.508473 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785730b2-d0fd-4de4-b585-1228f42af9c0 None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '9ee95804-381b-4f23-9fb8-2024890683b0', 'name': '', 'network_id': '621e8fda-3c8d-43b6-8512-9d4a91879621', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'mac_address': 'fa:16:3e:50:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:22Z', 'updated_at': '2021-09-08T13:42:36Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'subnets': [{'id': '7749bb8c-9f59-45a6-abe6-9b27b62e5e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:11.529923 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.596580 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.599824 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.604072 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1315ffc-1f9c-4390-8c3d-65229bd3734d HTTP/1.1" status: 204 len: 168 time: 0.1611617 Sep 08 13:49:11.604269 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35890) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.617805 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e7a0-7eef-4fc2-8b05-bf0e6afe923c tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1315ffc-1f9c-4390-8c3d-65229bd3734d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:11.622409 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.api.v2.resource [None req-797429b0-d66e-4f1f-a2db-e89b12d143c4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] show failed (client error): The resource could not be found. Sep 08 13:49:11.624072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-797429b0-d66e-4f1f-a2db-e89b12d143c4 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "GET /v2.0/security-groups/d1315ffc-1f9c-4390-8c3d-65229bd3734d HTTP/1.1" status: 404 len: 347 time: 0.0185220 Sep 08 13:49:11.627156 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35892) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.662130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35894) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.680119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6c0dddd8-ec22-42b4-bd7d-5c6f160b8166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.787070 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Deleting port e55a5d37-aaa7-4d88-836f-80cffb49f162 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:11.787621 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.826949 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa618a7-a8c1-48e0-b298-48299628c594 None None] New status for floating IP 589fa891-767f-4c93-a0fc-014acf3433e0: DOWN {{(pid=100415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:49:11.839505 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6c0dddd8-ec22-42b4-bd7d-5c6f160b8166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.845045 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-6c0dddd8-ec22-42b4-bd7d-5c6f160b8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.881872 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.882462 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.893076 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dddd8-ec22-42b4-bd7d-5c6f160b8166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c327eb6-d08d-4669-a788-abdea9710624,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:11.896190 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Calling delete_port for e55a5d37-aaa7-4d88-836f-80cffb49f162 owned by network:floatingip {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:11.916675 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-6c0dddd8-ec22-42b4-bd7d-5c6f160b8166 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b68c05f52e664ead95b5f6c19e10532a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524252 Sep 08 13:49:11.918384 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35898) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:11.997374 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.028668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.065818 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.098385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.101036 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Pushing event deleted for resources: {'Port': ['ID=e55a5d37-aaa7-4d88-836f-80cffb49f162,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:12.101436 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.102620 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c327eb6-d08d-4669-a788-abdea9710624 HTTP/1.1" status: 204 len: 168 time: 0.1812055 Sep 08 13:49:12.116867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5dcc0-8bf4-417f-8e65-2e950c0bc9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c327eb6-d08d-4669-a788-abdea9710624,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:12.182706 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks [] for floatingip, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.186383 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.188213 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-df69be22-a204-4f66-a4f6-b273ca282922 tempest-AttachVolumeShelveTestJSON-862892807 tempest-AttachVolumeShelveTestJSON-862892807-project] 10.222.0.58 "DELETE /v2.0/floatingips/589fa891-767f-4c93-a0fc-014acf3433e0 HTTP/1.1" status: 204 len: 168 time: 0.5600300 Sep 08 13:49:12.460926 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35916) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:12.474633 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-506bf5a9-13ba-44a5-a321-50d0e9328f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.590274 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-506bf5a9-13ba-44a5-a321-50d0e9328f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.595286 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-506bf5a9-13ba-44a5-a321-50d0e9328f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.634585 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-506bf5a9-13ba-44a5-a321-50d0e9328f27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1f034fe7c134eb4ae07a04960030f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725545 Sep 08 13:49:12.635441 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf5a9-13ba-44a5-a321-50d0e9328f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0202a134-0483-4e9e-b19a-4bde4aa26457,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:12.637595 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35922) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:12.688218 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.709977 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.757241 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.760080 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.761371 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0202a134-0483-4e9e-b19a-4bde4aa26457 HTTP/1.1" status: 204 len: 168 time: 0.1227851 Sep 08 13:49:12.771034 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bae618-2f1d-442c-9bc2-3e12038d60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0202a134-0483-4e9e-b19a-4bde4aa26457,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:13.917301 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35968) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:14.028773 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b08e51-5418-42b9-8eee-e66ebc901189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.123419 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b08e51-5418-42b9-8eee-e66ebc901189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.127404 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b08e51-5418-42b9-8eee-e66ebc901189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.168619 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-e9b08e51-5418-42b9-8eee-e66ebc901189 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=856eaf22e3134de7b36d740bf4e123d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500472 Sep 08 13:49:14.169285 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08e51-5418-42b9-8eee-e66ebc901189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147530a3-8eb3-4bd3-9e3f-cfda991b8354,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:14.171245 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 35974) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:14.235974 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.257442 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.309355 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.312503 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.313851 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/147530a3-8eb3-4bd3-9e3f-cfda991b8354 HTTP/1.1" status: 204 len: 168 time: 0.1409552 Sep 08 13:49:14.322093 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9c3e-9000-47f6-9e0c-8a28f5183d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147530a3-8eb3-4bd3-9e3f-cfda991b8354,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:14.639829 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 35992) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:15.092412 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.349144 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Deleting port 9ee95804-381b-4f23-9fb8-2024890683b0 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:15.349613 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.435894 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] For port 9ee95804-381b-4f23-9fb8-2024890683b0, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=9ee95804-381b-4f23-9fb8-2024890683b0,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:15.436154 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.449021 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Calling delete_port for 9ee95804-381b-4f23-9fb8-2024890683b0 owned by network:router_interface {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:15.485429 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:49:15.507464 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:49:15.508062 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 4c17b5d3-0fc1-4693-bedd-11099e75e2b6 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:49:15.645697 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.672655 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee95804-381b-4f23-9fb8-2024890683b0,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:15.864823 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.358787 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Router 5dab6235-1517-4027-afcf-a6530e3dba24 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:16.461599 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-5f2c02a4-ede1-4b7c-a152-1a915be1dd62 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531393475&fields=id&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 267 time: 0.0397482 Sep 08 13:49:16.479895 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:16.489095 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-86880308-7137-4800-abb8-7552fdd6839a admin admin] 10.222.0.58 "PUT /v2.0/routers/5dab6235-1517-4027-afcf-a6530e3dba24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443487 Sep 08 13:49:16.490769 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36048) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:16.499913 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Sync routers for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:16.518087 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:16.519988 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:16.609395 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0f5c1880-11f3-47fe-ad7a-e4eb602baeb8 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:16.617109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0f5c1880-11f3-47fe-ad7a-e4eb602baeb8 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.1494539 Sep 08 13:49:16.636363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-54d7b416-673e-4d8e-b74c-11a3c9be9f3e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/quotas/b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 375 time: 0.0180559 Sep 08 13:49:16.664104 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.677638 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:16.701407 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-88f8fcae-b748-494f-8e18-edc32aba7a03 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636158 Sep 08 13:49:16.785198 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.843849 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Deleting port 31de4cfe-c180-4076-bcc7-c3a1b9502082 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:16.844450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.894898 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:49:15Z', 'revision_number': 5, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port': {'id': '31de4cfe-c180-4076-bcc7-c3a1b9502082', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:10Z', 'updated_at': '2021-09-08T13:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:16.926209 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Checking router: 5dab6235-1517-4027-afcf-a6530e3dba24 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:16.937002 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Routers {'5dab6235-1517-4027-afcf-a6530e3dba24'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:16.937724 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5dab6235-1517-4027-afcf-a6530e3dba24'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:16.943028 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] For port 31de4cfe-c180-4076-bcc7-c3a1b9502082, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=31de4cfe-c180-4076-bcc7-c3a1b9502082,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:16.943588 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.957648 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Calling delete_port for 31de4cfe-c180-4076-bcc7-c3a1b9502082 owned by network:router_gateway {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:17.050173 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] Set router 5dab6235-1517-4027-afcf-a6530e3dba24 gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:17.116089 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:49:16Z', 'revision_number': 6, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:17.143710 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234adacd-91b7-4d5b-baba-000cafaef9a8 None None] The sync data for ids ['5dab6235-1517-4027-afcf-a6530e3dba24'] in dv-cinder-784140-8-iscsi is: [{'id': '5dab6235-1517-4027-afcf-a6530e3dba24', 'name': 'tempest-AttachVolumeShelveTestJSON-659538102-router', 'tenant_id': 'bf72bd32db2a4391926a4b28433d81e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:08Z', 'updated_at': '2021-09-08T13:49:16Z', 'revision_number': 6, 'project_id': 'bf72bd32db2a4391926a4b28433d81e8', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:17.189639 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-1f02b594-5568-4c52-9423-ff31ca352242 service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846077 Sep 08 13:49:17.192867 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.219045 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=31de4cfe-c180-4076-bcc7-c3a1b9502082,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:17.289520 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.328764 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0ed4f767-1eaf-4d3e-ba93-d45896a825b5 service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293049 Sep 08 13:49:17.382378 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.384527 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.429740 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.430394 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dab6235-1517-4027-afcf-a6530e3dba24 {{(pid=100411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:49:17.435660 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.437251 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8bd8e9cf-a3ba-4869-bf7d-44272f2a7ff6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5dab6235-1517-4027-afcf-a6530e3dba24 HTTP/1.1" status: 204 len: 168 time: 0.9463611 Sep 08 13:49:17.439525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36060) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:17.491786 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Deleting subnet 7749bb8c-9f59-45a6-abe6-9b27b62e5e29 {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:49:17.495356 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.535127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.651068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.722930 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-481d89da-18ec-43b5-9036-74f8ded142eb req-5bec45b6-d338-4990-a68e-cd193c821727 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 210 time: 0.0333178 Sep 08 13:49:17.744997 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.774400 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7749bb8c-9f59-45a6-abe6-9b27b62e5e29,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:17.781648 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.783608 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-bf5ce1ef-3dae-4a2b-919e-ac364ceebf82 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7749bb8c-9f59-45a6-abe6-9b27b62e5e29 HTTP/1.1" status: 204 len: 168 time: 0.3430140 Sep 08 13:49:17.787056 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36076) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:17.789009 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be77b4-de92-4c10-aafd-5f2ade53ca72 None None] Network 621e8fda-3c8d-43b6-8512-9d4a91879621 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:17.870125 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.946380 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Deleting port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:17.949199 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.047689 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] DHCP port deletion for 621e8fda-3c8d-43b6-8512-9d4a91879621 request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:49:18.051810 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] For port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:18.052258 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.073158 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Calling delete_port for 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:18.096198 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 9ee95804-381b-4f23-9fb8-2024890683b0 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:49:18.126108 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 9ee95804-381b-4f23-9fb8-2024890683b0 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:49:18.127306 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 9ee95804-381b-4f23-9fb8-2024890683b0 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:49:18.157015 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Deleting port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:18.157775 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.178884 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.209051 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] No DVR routers for this DVR port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c on host dv-cinder-784140-8-iscsi {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:49:18.211483 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Pushing event deleted for resources: {'Port': ['ID=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:18.251039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] For port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,segment=NetworkSegment(30ea7976-e9fd-4ecd-bda1-33a778cd770a),segment_id=30ea7976-e9fd-4ecd-bda1-33a778cd770a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:18.251487 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.267998 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Calling delete_port for 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:18.296094 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.321833 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621e8fda-3c8d-43b6-8512-9d4a91879621']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:18.335366 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea7976-e9fd-4ecd-bda1-33a778cd770a') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:18.335817 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea7976-e9fd-4ecd-bda1-33a778cd770a') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:18.349455 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.362417 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.366637 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.374903 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:49:18.375319 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:49:18.377249 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:49:18.393523 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] Pushing event deleted for resources: {'Port': ['ID=843df4d2-a7d4-4122-9cc1-2e73c8a3b14c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:18.400766 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2342d-c06b-463c-91d1-cef8e628c767 None None] No DVR routers for this DVR port 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:49:18.439495 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.446197 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.451669 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] 10.222.0.58 "DELETE /v2.0/networks/621e8fda-3c8d-43b6-8512-9d4a91879621 HTTP/1.1" status: 204 len: 168 time: 0.6600139 Sep 08 13:49:18.467881 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e7f7-21c5-48b0-875a-5785ce8e5889 admin admin] Pushing event deleted for resources: {'Network': ['ID=621e8fda-3c8d-43b6-8512-9d4a91879621,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:18.678022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36096) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:18.796370 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-495a90e1-dd33-4747-99c9-a62473486342 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf72bd32db2a4391926a4b28433d81e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1163726 Sep 08 13:49:18.799135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36102) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:18.866092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-32c87009-8bf5-4ec5-9049-90e23ed05428 req-adce0006-2c7b-4b1e-8e87-d8165210b7f6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 210 time: 0.0477901 Sep 08 13:49:18.892266 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-de817c75-f34d-4b53-9add-a146cf715777 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:18.892266 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-de817c75-f34d-4b53-9add-a146cf715777 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.2222500 Sep 08 13:49:18.919581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.925707 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.960155 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0254f45d-d989-4f8f-ba22-3dd60f8d098f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 379 time: 0.0584514 Sep 08 13:49:18.962144 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.973867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'port': {'device_id': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'admin_state_up': True, 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'security_groups': ['21820247-35f9-46d3-a7bf-83746278c368']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:19.085324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.087893 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.089445 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8ac86f1-4307-4832-a8de-c6238d1bc136 HTTP/1.1" status: 204 len: 168 time: 0.2890825 Sep 08 13:49:19.106408 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fcb39-50d9-4731-9480-af8093c9cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac86f1-4307-4832-a8de-c6238d1bc136,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:19.149653 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Made reservation on behalf of b9e722338d4347508d8156a5ec6d3517 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:19.159774 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.362243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.20.0.6 (80a8460e-a302-4718-a0cf-0552a6241fff/4970c5be-ed96-4172-ae8f-6d260663a994/a88e9f18-5594-47f5-b22e-0b43e90b8590) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:19.510805 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.529833 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Transition to ACTIVE for port object a88e9f18-5594-47f5-b22e-0b43e90b8590 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:19.568476 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.614861 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:19.620143 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:19.624947 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:19.630066 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:19.651733 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:49:19.676724 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:49:19.677003 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 843df4d2-a7d4-4122-9cc1-2e73c8a3b14c not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:49:19.677431 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 31de4cfe-c180-4076-bcc7-c3a1b9502082 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:49:19.697439 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:19.699034 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.702942 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 31de4cfe-c180-4076-bcc7-c3a1b9502082 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:49:19.703836 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 31de4cfe-c180-4076-bcc7-c3a1b9502082 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:49:19.721792 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-77767e95-94a3-4c19-ac9b-828c19083f2e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518330 Sep 08 13:49:19.735741 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Request body: {'port': {'device_id': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:19.801087 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.957323 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b5308d37-2412-496e-865e-9c48c0b59223 None None] Provisioning for port a88e9f18-5594-47f5-b22e-0b43e90b8590 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:19.962211 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b5308d37-2412-496e-865e-9c48c0b59223 None None] Provisioning complete for port a88e9f18-5594-47f5-b22e-0b43e90b8590 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:19.962504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5308d37-2412-496e-865e-9c48c0b59223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.998696 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b5308d37-2412-496e-865e-9c48c0b59223 None None] Port a88e9f18-5594-47f5-b22e-0b43e90b8590 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:20.060325 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f117b-07df-4850-b778-513448d11827 req-a3fc627c-8849-4d77-8944-1d8bca318cc0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:20.061943 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3a1f117b-07df-4850-b778-513448d11827 req-a3fc627c-8849-4d77-8944-1d8bca318cc0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 931 time: 0.1045344 Sep 08 13:49:20.130746 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3a1f117b-07df-4850-b778-513448d11827 req-c48013cb-3e3b-4703-9856-7e4eae66cc41 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605345 Sep 08 13:49:20.171821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88e9f18-5594-47f5-b22e-0b43e90b8590 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:49:20.180878 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.196756 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Transition to ACTIVE for port object a88e9f18-5594-47f5-b22e-0b43e90b8590 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:20.201489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.273655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:20.346215 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Attempting to bind port a88e9f18-5594-47f5-b22e-0b43e90b8590 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:20.346593 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Attempting to bind port a88e9f18-5594-47f5-b22e-0b43e90b8590 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:20.347061 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Attempting to bind port a88e9f18-5594-47f5-b22e-0b43e90b8590 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:20.352644 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Port a88e9f18-5594-47f5-b22e-0b43e90b8590 on network 80a8460e-a302-4718-a0cf-0552a6241fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:49:20.352977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Attempting to bind port a88e9f18-5594-47f5-b22e-0b43e90b8590 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:20.358479 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:20.359570 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:20.359962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Bound using segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:20.360394 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Bound port: a88e9f18-5594-47f5-b22e-0b43e90b8590, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:20.360774 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.461140 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:20.465377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:20.471085 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.515989 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:20.516751 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.518462 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] 10.222.0.50 "PUT /v2.0/ports/a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 200 len: 1093 time: 0.7872543 Sep 08 13:49:20.520864 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:20.532523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b" -d '{"events": [{"name": "network-changed", "server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:20.586731 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b523b-885a-40b6-af47-1c5b9be75e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:20.627996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc794ce-d412-49e0-8100-f8f12b4d98cd x-openstack-request-id: req-0fc794ce-d412-49e0-8100-f8f12b4d98cd {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:20.632983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:20.632983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fc794ce-d412-49e0-8100-f8f12b4d98cd {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:20.632983 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'status': 'completed', 'code': 200} Sep 08 13:49:20.634049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36170) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:20.660552 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-4822b5ad-5a52-41e8-976a-fda5f2d8dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:20.663388 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-4822b5ad-5a52-41e8-976a-fda5f2d8dabe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1096 time: 0.0725298 Sep 08 13:49:20.739749 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-8b348979-c6c7-435c-8f1b-c78882d1dd49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 200 len: 217 time: 0.0459571 Sep 08 13:49:20.783010 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-746df549-b3e3-439b-bdda-f98cc1480a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.797342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-aef42220-08ca-4bcd-898c-8cfa7826d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:20.798812 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-aef42220-08ca-4bcd-898c-8cfa7826d822 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0520453 Sep 08 13:49:20.845990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0c8a4109-5787-44c8-9177-46e18150cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:20.848210 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-0c8a4109-5787-44c8-9177-46e18150cd7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421548 Sep 08 13:49:20.878463 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-746df549-b3e3-439b-bdda-f98cc1480a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.882789 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-746df549-b3e3-439b-bdda-f98cc1480a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.920062 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746df549-b3e3-439b-bdda-f98cc1480a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f018d-fc9d-4d1a-825e-9a4126509a1c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:20.927489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36176) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:20.927691 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-746df549-b3e3-439b-bdda-f98cc1480a11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc3520e434ea44da9b0405a233943339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930653 Sep 08 13:49:20.965092 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-28881590-02d0-4c79-bb9b-e2560ad1e6ca service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080513 Sep 08 13:49:21.041853 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:21.072379 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:21.099683 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2878c4bb-3ff2-4f86-9bea-215e6d4eb3d5 req-68b942bb-3764-4d50-ad8d-62d2ac9dfc37 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232135 Sep 08 13:49:21.130670 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:21.133669 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:21.135972 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df3f018d-fc9d-4d1a-825e-9a4126509a1c HTTP/1.1" status: 204 len: 168 time: 0.2064683 Sep 08 13:49:21.149183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543da98-a0ca-47f9-a8fb-e758950ed097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f018d-fc9d-4d1a-825e-9a4126509a1c,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:21.198994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-bf679fb6-c00a-4947-9354-5c6dd2e0ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.200578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-bf679fb6-c00a-4947-9354-5c6dd2e0ac04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1096 time: 0.0493133 Sep 08 13:49:21.315271 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff050-8b5b-44f4-b4bf-a294b6d91f85 req-57bc12ee-6954-48c8-bb2e-9219982e2996 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.317519 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acbff050-8b5b-44f4-b4bf-a294b6d91f85 req-57bc12ee-6954-48c8-bb2e-9219982e2996 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.1090086 Sep 08 13:49:21.356077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-3a8bbe69-4809-41d4-90e9-4bc8aab29716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.357620 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-3a8bbe69-4809-41d4-90e9-4bc8aab29716 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1384423 Sep 08 13:49:21.409743 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acbff050-8b5b-44f4-b4bf-a294b6d91f85 req-0638c541-9221-4c40-8781-6cb6959f8688 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834360 Sep 08 13:49:21.411639 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-062c5930-8739-4117-b40e-802b2932609b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 200 len: 217 time: 0.0425224 Sep 08 13:49:21.465756 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-34eb56fe-1f64-426d-8d0c-10305953ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.467146 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-34eb56fe-1f64-426d-8d0c-10305953ca83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0480363 Sep 08 13:49:21.516668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-c12332aa-0bda-495c-a878-52228a425b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.518200 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-c12332aa-0bda-495c-a878-52228a425b7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438914 Sep 08 13:49:21.627953 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-65c3a050-91e4-4bb1-ab5d-2842d5557388 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013381 Sep 08 13:49:21.732309 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-acac7b40-23a6-4b94-a27a-4dcd2a2c967b req-25b5775d-a2f0-45be-b39c-9a1cc0a5a860 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948620 Sep 08 13:49:22.537934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9882f7-adb0-42c9-a4b4-2a4196dfbe96 req-a405cb8a-808e-495b-84f5-6542dfd401a3 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:22.539525 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2a9882f7-adb0-42c9-a4b4-2a4196dfbe96 req-a405cb8a-808e-495b-84f5-6542dfd401a3 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.0597799 Sep 08 13:49:22.582186 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2a9882f7-adb0-42c9-a4b4-2a4196dfbe96 req-d13f1bf7-db39-4c69-a038-423c135563bb tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367088 Sep 08 13:49:23.004895 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36248) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:23.109001 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eed73bd-301d-47d8-a9cd-4f30baaad7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.207656 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eed73bd-301d-47d8-a9cd-4f30baaad7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.216365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eed73bd-301d-47d8-a9cd-4f30baaad7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.256763 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9eed73bd-301d-47d8-a9cd-4f30baaad7b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce6bf54300964b1fb8793942da03f89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506795 Sep 08 13:49:23.257874 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed73bd-301d-47d8-a9cd-4f30baaad7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95611924-735d-4fd2-b19a-b9f38eb8a392,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.259462 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36260) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:23.312312 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.334276 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.388432 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.391440 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.395074 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95611924-735d-4fd2-b19a-b9f38eb8a392 HTTP/1.1" status: 204 len: 168 time: 0.1321731 Sep 08 13:49:23.400430 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed067-da49-4b3b-a0b3-3942d771ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95611924-735d-4fd2-b19a-b9f38eb8a392,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.412343 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36266) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:23.518824 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa69-b48e-441b-8657-429f3514c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.621194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa69-b48e-441b-8657-429f3514c7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.626124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa69-b48e-441b-8657-429f3514c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.681244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-64bdfa69-b48e-441b-8657-429f3514c7c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18766e352fa043d6867a6540249da76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675841 Sep 08 13:49:23.687986 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36274) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:23.695309 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdfa69-b48e-441b-8657-429f3514c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee51071-d454-4523-b1f2-a372a97d50f3,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.732590 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e301-23bc-458b-8794-c86fdeafcdb1 req-76a4990c-5123-48dd-a47b-0acd4a6f1655 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:23.735346 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5900e301-23bc-458b-8794-c86fdeafcdb1 req-76a4990c-5123-48dd-a47b-0acd4a6f1655 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.0758476 Sep 08 13:49:23.740454 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36276) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:23.749583 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.761291 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-acc84177-92f9-4b8d-bae8-4cae1ec64bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.772696 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.804433 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5900e301-23bc-458b-8794-c86fdeafcdb1 req-02f343d7-9f36-4801-a8d5-317a965e6bd4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Sep 08 13:49:23.829386 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.832489 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.834256 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aee51071-d454-4523-b1f2-a372a97d50f3 HTTP/1.1" status: 204 len: 168 time: 0.1432807 Sep 08 13:49:23.843246 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993e297-db58-44a5-a7b0-f72438fc39c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee51071-d454-4523-b1f2-a372a97d50f3,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.902851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-acc84177-92f9-4b8d-bae8-4cae1ec64bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.908000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-acc84177-92f9-4b8d-bae8-4cae1ec64bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.951465 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-acc84177-92f9-4b8d-bae8-4cae1ec64bc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edd034df66b94bfdbe6971ab1d6da447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097580 Sep 08 13:49:23.952451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc84177-92f9-4b8d-bae8-4cae1ec64bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb021d-4ca7-407a-bd19-d45c1806319a,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.954480 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36280) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:24.034981 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.058649 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.110387 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.113391 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.114556 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9fb021d-4ca7-407a-bd19-d45c1806319a HTTP/1.1" status: 204 len: 168 time: 0.1584232 Sep 08 13:49:24.122838 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737eb4b-40c9-4eaa-b49e-725b391f8a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb021d-4ca7-407a-bd19-d45c1806319a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:24.228551 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36286) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:24.245967 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b5513317-0845-4460-933d-c0c0e146f253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.358669 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b5513317-0845-4460-933d-c0c0e146f253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.363837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b5513317-0845-4460-933d-c0c0e146f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.400755 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b5513317-0845-4460-933d-c0c0e146f253 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7396a3b158454b58b66f2c1c61baaf26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709216 Sep 08 13:49:24.402887 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5513317-0845-4460-933d-c0c0e146f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a141251-5ef7-4344-affc-1c85ecdf7ca9,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:24.403785 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36292) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:24.456269 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.477845 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.531642 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.537098 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.541331 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a141251-5ef7-4344-affc-1c85ecdf7ca9 HTTP/1.1" status: 204 len: 168 time: 0.1340702 Sep 08 13:49:24.551361 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e7a20-f1e5-427f-b99d-258b82dd8655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a141251-5ef7-4344-affc-1c85ecdf7ca9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:24.915206 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36314) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:24.935049 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b81349e3-7b6e-455c-ab59-75dc9d7a729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:24.964246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031cf1-1281-4b69-a19b-4758d68c2f9b req-1ea00919-7c79-4804-9ee2-71df3b1c007d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.973141 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bf031cf1-1281-4b69-a19b-4758d68c2f9b req-1ea00919-7c79-4804-9ee2-71df3b1c007d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.0725298 Sep 08 13:49:25.015714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bf031cf1-1281-4b69-a19b-4758d68c2f9b req-96b21f0e-df6a-4c88-a81b-046753809c00 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 Sep 08 13:49:25.045361 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b81349e3-7b6e-455c-ab59-75dc9d7a729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.050538 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b81349e3-7b6e-455c-ab59-75dc9d7a729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.093677 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b81349e3-7b6e-455c-ab59-75dc9d7a729b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b9521108a444acaab902c2fc9e3dee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769512 Sep 08 13:49:25.095895 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81349e3-7b6e-455c-ab59-75dc9d7a729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867c1ec-f2f6-47f0-9b67-6c87e78d624d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:25.097736 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36320) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:25.177786 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.200256 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.258135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.260774 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.261975 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7867c1ec-f2f6-47f0-9b67-6c87e78d624d HTTP/1.1" status: 204 len: 168 time: 0.1626444 Sep 08 13:49:25.271402 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2acb5-d242-4ba2-9ffb-32ee43a118cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867c1ec-f2f6-47f0-9b67-6c87e78d624d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:26.126938 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f067f-6f55-4fef-bdc6-d78d141f2a62 req-8dfee933-e23a-417e-b3ad-4b7af3e8b165 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:26.128539 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-980f067f-6f55-4fef-bdc6-d78d141f2a62 req-8dfee933-e23a-417e-b3ad-4b7af3e8b165 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.0520396 Sep 08 13:49:26.171722 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-980f067f-6f55-4fef-bdc6-d78d141f2a62 req-f744bfe8-4591-4e02-9db0-933ff718b71f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340233 Sep 08 13:49:27.289117 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2cc66-3430-405a-a724-81d19f5ce027 req-6a7acad0-85be-4956-b509-8fe8f54db65f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:27.290515 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cfa2cc66-3430-405a-a724-81d19f5ce027 req-6a7acad0-85be-4956-b509-8fe8f54db65f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 943 time: 0.0489714 Sep 08 13:49:27.330309 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cfa2cc66-3430-405a-a724-81d19f5ce027 req-ee26b71f-5c5c-4564-9d60-9ac9ee251620 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334454 Sep 08 13:49:27.497561 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device a88e9f18-5594-47f5-b22e-0b43e90b8590 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:49:27.597470 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:27.609650 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'port_id': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'mac_address': 'fa:16:3e:69:27:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:49:27.646796 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:27.660270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88e9f18-5594-47f5-b22e-0b43e90b8590 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:49:27.680578 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:27.684271 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:27.737341 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:27.902563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['a88e9f18-5594-47f5-b22e-0b43e90b8590'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:49:28.454120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1abf22-fa76-4c35-8384-0c2588ed2573 req-6699358e-2132-46a7-a707-f36efa1b5349 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:28.455512 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc1abf22-fa76-4c35-8384-0c2588ed2573 req-6699358e-2132-46a7-a707-f36efa1b5349 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 944 time: 0.0533977 Sep 08 13:49:28.494736 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dc1abf22-fa76-4c35-8384-0c2588ed2573 req-91863b03-61a8-4f82-ba0a-a87a3f6a48bb tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Sep 08 13:49:29.505382 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device a88e9f18-5594-47f5-b22e-0b43e90b8590 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:29.570130 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port a88e9f18-5594-47f5-b22e-0b43e90b8590 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:29.585644 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port a88e9f18-5594-47f5-b22e-0b43e90b8590 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:29.586013 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:29.663389 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7b91-fc28-418f-a3a2-141f34045d57 req-6e68b047-1efd-4995-998f-6c6bb0867fa4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:29.665109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-772f7b91-fc28-418f-a3a2-141f34045d57 req-6e68b047-1efd-4995-998f-6c6bb0867fa4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 944 time: 0.0779147 Sep 08 13:49:29.673391 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:29.701095 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:29.703577 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a327bd-8daf-4257-aaa4-b42a2456397c" -d '{"events": [{"server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:29.725320 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-772f7b91-fc28-418f-a3a2-141f34045d57 req-9b1bb184-2610-44cf-b9dc-6f1bcc6570ae tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529075 Sep 08 13:49:29.734963 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:29.749533 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:29.756752 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a359e0-a494-46cc-813b-4ce4f0a7d10c x-openstack-request-id: req-58a359e0-a494-46cc-813b-4ce4f0a7d10c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:29.757241 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:29.757687 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58a359e0-a494-46cc-813b-4ce4f0a7d10c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:29.758240 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'code': 200} Sep 08 13:49:29.824551 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:29.990584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456c94-09f8-4372-8d4a-3067a091f1bf req-1561b493-2c2a-43b9-860d-f48bfd53f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:29.992130 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e456c94-09f8-4372-8d4a-3067a091f1bf req-1561b493-2c2a-43b9-860d-f48bfd53f09e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1098 time: 0.0413735 Sep 08 13:49:30.029461 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9e456c94-09f8-4372-8d4a-3067a091f1bf req-d520508c-77a3-450c-b69e-c3304d4351e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297759 Sep 08 13:49:30.840466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbcae7-7f09-464e-9fee-8bbc092bff06 req-f1b62f12-ec03-46b6-9b17-1aca9a58ea48 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:30.842155 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a0fbcae7-7f09-464e-9fee-8bbc092bff06 req-f1b62f12-ec03-46b6-9b17-1aca9a58ea48 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0577457 Sep 08 13:49:30.883357 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a0fbcae7-7f09-464e-9fee-8bbc092bff06 req-f8f4a986-37e2-4edc-9e86-1e98cd33c3b9 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341074 Sep 08 13:49:32.020361 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8356c0-be3f-46f0-9f80-b18f5d94e358 req-1603a967-457a-4494-a6db-6d953fe8ca27 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:32.021927 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1a8356c0-be3f-46f0-9f80-b18f5d94e358 req-1603a967-457a-4494-a6db-6d953fe8ca27 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0533860 Sep 08 13:49:32.069118 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1a8356c0-be3f-46f0-9f80-b18f5d94e358 req-0feec563-c232-465c-a2b1-0e40a050602e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Sep 08 13:49:32.184139 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a4c68-d2f5-4784-9792-38b3624974df req-12c2f5c3-1edf-467e-96b9-d6ae7654bf54 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:32.185876 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-601a4c68-d2f5-4784-9792-38b3624974df req-12c2f5c3-1edf-467e-96b9-d6ae7654bf54 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0497770 Sep 08 13:49:32.223416 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-601a4c68-d2f5-4784-9792-38b3624974df req-89340a11-595f-4f2f-ae6f-c7b62f7ea351 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309119 Sep 08 13:49:32.246760 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36514) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:32.443285 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433437f0-bb9b-4ab9-ba6d-d3a8a69d749d tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:32.445235 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-433437f0-bb9b-4ab9-ba6d-d3a8a69d749d tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1093 time: 0.1971102 Sep 08 13:49:32.448851 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36518) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:32.453418 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'port_id': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:32.477648 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:32.584144 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:32.690476 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.27.3.36 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/e1022bd3-5ffb-44bd-9339-36f1b1026ed3) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:32.798505 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:32.841184 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:32.878656 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:32.881750 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:32.887410 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:32.893206 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=e1022bd3-5ffb-44bd-9339-36f1b1026ed3,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:32.923842 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.924226 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.924538 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.924956 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.925269 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.925677 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.925997 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.926350 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.926639 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.926979 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.927357 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:32.927685 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.283522 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.353134 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.422161 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36538) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:33.510509 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.516202 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.537572 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.646009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.650451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.693224 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e9613fb763e466987f45e1dd8ad6466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694459 Sep 08 13:49:33.694388 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4171669-8b16-4840-ae0b-3d4e9c06f0d3,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:33.697883 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36542) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:33.715140 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.715494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.715868 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.716167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.716496 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.716863 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.717188 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.717514 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.717839 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.718160 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.718479 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.718801 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a144122-412d-43d3-b3ef-cbfdf7c46161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:33.779577 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.805930 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.848977 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=e1022bd3-5ffb-44bd-9339-36f1b1026ed3,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:33.854391 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.885561 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.888455 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:33.892268 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4171669-8b16-4840-ae0b-3d4e9c06f0d3 HTTP/1.1" status: 204 len: 168 time: 0.1905310 Sep 08 13:49:33.901643 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d8278-5642-43e4-95f7-e6ad4c025bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4171669-8b16-4840-ae0b-3d4e9c06f0d3,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:33.965162 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.l3_db [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1 associated. External IP: 172.27.3.36, port: a88e9f18-5594-47f5-b22e-0b43e90b8590. Sep 08 13:49:34.185950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36550) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:34.194179 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:34.199596 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f001d76f-fbf2-40c8-aca6-ba9557f6b1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.297938 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f001d76f-fbf2-40c8-aca6-ba9557f6b1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.302074 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:34.311537 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f001d76f-fbf2-40c8-aca6-ba9557f6b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.316062 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:34.319199 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.329652 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:34.330801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:34.372963 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-620708f8-66a9-4969-843b-904f7dd357de tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9067764 Sep 08 13:49:34.372963 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:34.373244 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f001d76f-fbf2-40c8-aca6-ba9557f6b1a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eeb45572ee4c43babdcd847c3a5b19ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725502 Sep 08 13:49:34.373353 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87753d52-4e83-42bf-a36c-4d4c39cc55da" -d '{"events": [{"name": "network-changed", "server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:34.373353 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36554) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:34.377057 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001d76f-fbf2-40c8-aca6-ba9557f6b1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04140a16-847f-4d8c-9c9b-edb512446a05,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:34.431126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.457658 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.515650 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.518554 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.522362 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04140a16-847f-4d8c-9c9b-edb512446a05 HTTP/1.1" status: 204 len: 168 time: 0.1454177 Sep 08 13:49:34.537915 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04acb60-9abc-4f3c-ac0d-a9a91cba0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04140a16-847f-4d8c-9c9b-edb512446a05,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:34.609597 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:34.633697 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16569e13-6667-4aea-a4a4-08fe1ff68220 x-openstack-request-id: req-16569e13-6667-4aea-a4a4-08fe1ff68220 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:34.634051 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:34.634648 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16569e13-6667-4aea-a4a4-08fe1ff68220 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:34.635503 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'status': 'completed', 'code': 200} Sep 08 13:49:34.702413 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-65d1d511-ac6f-4c10-8fbf-1d9535eb56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:34.703951 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-65d1d511-ac6f-4c10-8fbf-1d9535eb56e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1098 time: 0.0445008 Sep 08 13:49:34.829525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-ac87d06a-235e-405c-af88-97b6c14806c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:34.831035 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-ac87d06a-235e-405c-af88-97b6c14806c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1169925 Sep 08 13:49:34.903600 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:69:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:33Z', 'updated_at': '2021-09-08T13:49:33Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:34.907770 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-9909c1d3-9586-4948-b99f-6fd17c7abba1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 200 len: 998 time: 0.0688424 Sep 08 13:49:34.944007 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:34.953947 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:34.954578 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:49:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:34.970272 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-df32ff80-2a36-46ec-a10b-aead5db700b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:34.971928 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-df32ff80-2a36-46ec-a10b-aead5db700b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0532103 Sep 08 13:49:34.986134 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36564) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:35.011712 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b48b-0f00-45b7-bc05-cfd0ce974d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.032836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-20259ee1-2508-493b-a31c-d3ad1159c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:35.034588 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-20259ee1-2508-493b-a31c-d3ad1159c2fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546174 Sep 08 13:49:35.085606 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:35.129144 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b48b-0f00-45b7-bc05-cfd0ce974d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.133452 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b48b-0f00-45b7-bc05-cfd0ce974d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.167676 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-4c34e73e-eb82-45cf-9add-9f1d01e76bc4 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242106 Sep 08 13:49:35.189506 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-6cc7b48b-0f00-45b7-bc05-cfd0ce974d05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f70980b16564e1d8ac33f2a957f06ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017746 Sep 08 13:49:35.194404 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7b48b-0f00-45b7-bc05-cfd0ce974d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e51154-3756-4a41-87bd-4bcb78f9f2a1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:35.194404 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36568) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:35.267216 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.297861 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-87753d52-4e83-42bf-a36c-4d4c39cc55da req-e3797b17-b514-49ac-b359-25b54ae8d093 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226606 Sep 08 13:49:35.308552 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.377512 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.381075 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.382926 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8e51154-3756-4a41-87bd-4bcb78f9f2a1 HTTP/1.1" status: 204 len: 168 time: 0.1881244 Sep 08 13:49:35.392827 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c603-042f-48f5-961d-6e8baef53403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e51154-3756-4a41-87bd-4bcb78f9f2a1,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:35.403636 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:69:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:33Z', 'updated_at': '2021-09-08T13:49:33Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:35.440414 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ecc3e-28bc-4dde-8a6e-4b85b04ffedb None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:69:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:33Z', 'updated_at': '2021-09-08T13:49:33Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:35.682929 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6c2da-3579-44fb-9aa9-7f5c2778e6c4 None None] New status for floating IP 2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:49:36.389687 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08281d3c-fe59-421c-9738-871c8d75fb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:37.180203 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:49:38.809175 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b248871a-1229-446c-b06d-e369b6c5a02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:38.917416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:40.150982 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:41.494924 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.279316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36714) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:42.396404 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-418ab59c-2643-450f-9f94-f8029203733d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.504168 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-418ab59c-2643-450f-9f94-f8029203733d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.509550 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-418ab59c-2643-450f-9f94-f8029203733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.554270 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-418ab59c-2643-450f-9f94-f8029203733d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10e6dc37f56c42f5b4e1c606e8fbfe27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708488 Sep 08 13:49:42.554270 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ab59c-2643-450f-9f94-f8029203733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8784fc-4893-48da-984f-14907b1e1e06,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:42.555345 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36718) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:42.617861 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.642077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.691407 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.695603 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:42.696837 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e8784fc-4893-48da-984f-14907b1e1e06 HTTP/1.1" status: 204 len: 168 time: 0.1406343 Sep 08 13:49:42.704782 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2685de-56d2-42c4-8921-b526b0f6c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8784fc-4893-48da-984f-14907b1e1e06,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:42.987167 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36726) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:43.001701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eac185c-675a-415b-9477-1e3ee7154f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.105054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eac185c-675a-415b-9477-1e3ee7154f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.109539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-9eac185c-675a-415b-9477-1e3ee7154f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.153051 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9eac185c-675a-415b-9477-1e3ee7154f1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36de617ab4cb40a59e75801c8b0d50cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645677 Sep 08 13:49:43.153691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac185c-675a-415b-9477-1e3ee7154f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8309a1e-93b3-48cb-9072-186e30683476,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:43.156532 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36728) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:43.211579 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.237352 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.291030 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.294004 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.295635 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8309a1e-93b3-48cb-9072-186e30683476 HTTP/1.1" status: 204 len: 168 time: 0.1375449 Sep 08 13:49:43.307084 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9725a-ea1a-45eb-9588-4229e6e8f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8309a1e-93b3-48cb-9072-186e30683476,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:44.039555 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36752) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:44.140195 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1981593828-network', 'tenant_id': '77751d8e98284a44a46b941f806afbe6'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:44.164170 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Made reservation on behalf of 77751d8e98284a44a46b941f806afbe6 for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:44.166569 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.175365 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.277381 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.282119 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.308252 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:49:44.319107 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c5e4f4-fcba-4241-a35e-78d6c7cf1355,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:44.325344 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.325344 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Added segment c4b9392d-46f4-45f0-8a11-2ffc9795a2a5 of type vlan for network 2526701f-ac8b-4c13-af22-221c700b0a72 Sep 08 13:49:44.370784 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.398212 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.399219 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:44.399819 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.433476 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3926959 Sep 08 13:49:44.436426 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36756) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:44.442102 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Request body: {'subnet': {'network_id': '2526701f-ac8b-4c13-af22-221c700b0a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1981593828-subnet', 'tenant_id': '77751d8e98284a44a46b941f806afbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:44.478698 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e70f2-e4db-4bb3-bf58-726490ebfd91 admin admin] Pushing event updated for resources: {'Network': ['ID=2526701f-ac8b-4c13-af22-221c700b0a72,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:44.490454 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 2526701f-ac8b-4c13-af22-221c700b0a72 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:49:44.495367 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Made reservation on behalf of 77751d8e98284a44a46b941f806afbe6 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:44.497787 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520829013'] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.667799 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520600163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520828995'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.722795 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23f956f-282c-4589-b916-024616b45cb2,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:44.733192 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Checking segment: {'id': 'c4b9392d-46f4-45f0-8a11-2ffc9795a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2526701f-ac8b-4c13-af22-221c700b0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:44.733552 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Network hostable DHCP agents. Network: 2526701f-ac8b-4c13-af22-221c700b0a72, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:49:44.751871 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Network 2526701f-ac8b-4c13-af22-221c700b0a72 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:49:44.761846 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 2526701f-ac8b-4c13-af22-221c700b0a72) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:44.768356 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:44.769738 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.772295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67a4af-5f9a-4e6e-946d-3e8943b3d924 None None] Network 2526701f-ac8b-4c13-af22-221c700b0a72 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:44.793239 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-2348368c-d212-4c74-a932-005fed87bc53 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3484859 Sep 08 13:49:44.950800 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb31b7-2926-4ccc-9454-7cca7c68347a None None] Network 2526701f-ac8b-4c13-af22-221c700b0a72 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:45.294251 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36778) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:45.299704 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504920863-network', 'tenant_id': '93abdffbc1f444209f3ffddad6a36aff'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:45.322098 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Made reservation on behalf of 93abdffbc1f444209f3ffddad6a36aff for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:45.324441 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.339570 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.430387 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.434316 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.455939 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:49:45.470233 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63a432-b261-4f95-b8e3-6f18b720cb64,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:45.475469 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.475719 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Added segment 4543c4b1-568e-490b-9b46-f93827e2135e of type vlan for network 32c5afae-f6c9-44fd-be0b-e06303d1e027 Sep 08 13:49:45.521660 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.546418 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.547376 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:45.547960 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.583466 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2880783 Sep 08 13:49:45.587128 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36780) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:45.593081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Request body: {'subnet': {'network_id': '32c5afae-f6c9-44fd-be0b-e06303d1e027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504920863-subnet', 'tenant_id': '93abdffbc1f444209f3ffddad6a36aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:45.611318 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fa7a1-c22c-42df-b19d-94287f48b37d admin admin] Pushing event updated for resources: {'Network': ['ID=32c5afae-f6c9-44fd-be0b-e06303d1e027,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:45.615803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Made reservation on behalf of 93abdffbc1f444209f3ffddad6a36aff for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:45.618815 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.622659 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 32c5afae-f6c9-44fd-be0b-e06303d1e027 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:49:45.815319 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.876769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5da11a6-296d-4dba-8f4b-4f0d3e17193b,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:45.883699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Checking segment: {'id': '4543c4b1-568e-490b-9b46-f93827e2135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '32c5afae-f6c9-44fd-be0b-e06303d1e027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:45.884054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Network hostable DHCP agents. Network: 32c5afae-f6c9-44fd-be0b-e06303d1e027, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:49:45.900852 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Network 32c5afae-f6c9-44fd-be0b-e06303d1e027 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:49:45.910273 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 32c5afae-f6c9-44fd-be0b-e06303d1e027) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:45.918661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:45.919280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:45.920834 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ee03e-ed2e-4f49-838c-07dc069c223e None None] Network 32c5afae-f6c9-44fd-be0b-e06303d1e027 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:45.934267 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-599ad391-86bc-46b2-a51f-0a6dbdc875cc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459063 Sep 08 13:49:46.056940 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c602f-d760-4065-89f5-112d14cdfda5 None None] Network 32c5afae-f6c9-44fd-be0b-e06303d1e027 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:48.922706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:56.657565 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36910) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:56.784804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c47332a8-6fdd-4aa8-8927-8fbc1b083040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:56.883278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c47332a8-6fdd-4aa8-8927-8fbc1b083040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:56.888547 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c47332a8-6fdd-4aa8-8927-8fbc1b083040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:56.928578 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c47332a8-6fdd-4aa8-8927-8fbc1b083040 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b66fce25c2a49bcbc7239567f0860b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697229 Sep 08 13:49:56.930864 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47332a8-6fdd-4aa8-8927-8fbc1b083040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e32a5-8620-4ff7-bc21-efc10d3341e4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:56.931287 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36914) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:56.986488 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.009863 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.059575 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.062284 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.063451 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa9e32a5-8620-4ff7-bc21-efc10d3341e4 HTTP/1.1" status: 204 len: 168 time: 0.1311593 Sep 08 13:49:57.072562 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e17a-ad0c-4ab3-bf2d-e10ee5887932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e32a5-8620-4ff7-bc21-efc10d3341e4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:57.698768 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 36942) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:57.835400 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-69297716-network', 'tenant_id': '724528c7d2b84225b722c64e032cd61d'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:57.859741 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Made reservation on behalf of 724528c7d2b84225b722c64e032cd61d for: {'network': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:57.862075 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.870811 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.982083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:57.986892 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.016712 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=100411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:49:58.022523 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6935acce-613d-454d-9692-27fd95b4bf16,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:58.030476 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.030630 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.segments_db [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Added segment 1a6a2319-ee17-4830-9a24-d1a4cb86eb4e of type vlan for network b4b846b8-a1c3-421e-bfe7-fe37223d081d Sep 08 13:49:58.076455 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.101659 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.102647 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:58.103236 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.135403 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4354811 Sep 08 13:49:58.138871 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 36950) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:58.144767 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Request body: {'subnet': {'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-69297716-subnet', 'tenant_id': '724528c7d2b84225b722c64e032cd61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:58.168985 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Made reservation on behalf of 724528c7d2b84225b722c64e032cd61d for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:58.169598 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8134260-0d4b-48ff-8e22-767624f1697c admin admin] Pushing event updated for resources: {'Network': ['ID=b4b846b8-a1c3-421e-bfe7-fe37223d081d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:58.172480 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.181927 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:49:58.347404 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.400990 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc35bf36-9d3b-4fc4-a6be-eff845404bb1,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:58.411252 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Checking segment: {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:58.411737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Network hostable DHCP agents. Network: b4b846b8-a1c3-421e-bfe7-fe37223d081d, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:49:58.429840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:49:58.438767 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, b4b846b8-a1c3-421e-bfe7-fe37223d081d) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:58.443545 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:58.444124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:58.449679 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1d6af-85a8-4e55-8af3-57b979782cfe None None] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:58.459823 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-b575427f-9394-4440-adcf-50d1e71d1e1d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3191733 Sep 08 13:49:58.591756 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57127324-5c6a-48ed-9cbe-0e697cc5b4ae None None] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:50:00.320213 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-4889b610-75cc-4012-9dc2-fa9d89e64bb4 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:00.321805 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-4889b610-75cc-4012-9dc2-fa9d89e64bb4 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 812 time: 0.1235812 Sep 08 13:50:00.339373 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-9869b477-a590-4109-8f51-26a0ee9e1cd5 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/quotas/724528c7d2b84225b722c64e032cd61d HTTP/1.1" status: 200 len: 375 time: 0.0100605 Sep 08 13:50:00.374467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-7163a7f9-10ed-4cc5-95ca-072e2237e5be tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283463 Sep 08 13:50:00.528442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-49f5d05a-85e5-401b-9ed6-602bb2602c42 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465561 Sep 08 13:50:00.618832 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-87b6bdf6-ab51-40a1-97fc-00e2df7e93d5 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Sep 08 13:50:00.784739 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a155b7a7-ec0d-4fa3-8bb8-33e771b2d8d8 req-f8819816-a3a2-45c5-a3e1-beba4c5338b5 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 210 time: 0.0271306 Sep 08 13:50:01.775403 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-2aee9589-e4ba-470d-a54b-e380e8017823 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:01.776977 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-2aee9589-e4ba-470d-a54b-e380e8017823 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 812 time: 0.1136463 Sep 08 13:50:01.790909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Request body: {'port': {'device_id': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d', 'admin_state_up': True, 'tenant_id': '724528c7d2b84225b722c64e032cd61d'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:01.887519 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bec87eeb-ba0c-4847-b65c-a9918120ddcb req-5308cd67-c2a3-45e9-804a-10b72e0a5109 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 210 time: 0.0322230 Sep 08 13:50:01.932255 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Made reservation on behalf of 724528c7d2b84225b722c64e032cd61d for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:50:01.935987 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:01.956733 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37034) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:02.004504 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Deleting subnet f23f956f-282c-4589-b916-024616b45cb2 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:50:02.007690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.042623 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.060348 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Allocated IP 172.20.0.8 (b4b846b8-a1c3-421e-bfe7-fe37223d081d/bc35bf36-9d3b-4fc4-a6be-eff845404bb1/04c5712c-725e-42df-a300-c1a13442969f) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:50:02.082152 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.141008 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.167675 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23f956f-282c-4589-b916-024616b45cb2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:02.169664 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.173096 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d794e7d7-95d9-4820-a521-b058900dd668 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f23f956f-282c-4589-b916-024616b45cb2 HTTP/1.1" status: 204 len: 168 time: 0.2153053 Sep 08 13:50:02.174086 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37036) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:02.216619 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.242015 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.257875 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.303165 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:50:02.306211 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:50:02.310023 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:50:02.326297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.343737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Pushing event updated for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:02.346120 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526701f-ac8b-4c13-af22-221c700b0a72']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:02.358235 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b9392d-46f4-45f0-8a11-2ffc9795a2a5') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:02.358521 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b9392d-46f4-45f0-8a11-2ffc9795a2a5') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:02.367324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:02.367945 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.368705 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.382666 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.384288 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-168bab04-36bf-4b1b-8e95-5415a3d2f1c6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980546 Sep 08 13:50:02.389056 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:50:02.389451 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:50:02.391683 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:50:02.398809 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Request body: {'port': {'device_id': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:02.451450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.455103 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.457302 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.459304 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2526701f-ac8b-4c13-af22-221c700b0a72 HTTP/1.1" status: 204 len: 168 time: 0.2842479 Sep 08 13:50:02.464656 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37038) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:02.469920 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55409485-7caa-4bfa-a262-90a2445de137 admin admin] Pushing event deleted for resources: {'Network': ['ID=2526701f-ac8b-4c13-af22-221c700b0a72,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:02.806974 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Deleting subnet a5da11a6-296d-4dba-8f4b-4f0d3e17193b {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:50:02.810342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:02.899588 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.014366 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.093224 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709305-4e3d-41e3-8b2c-97b7c9a1c477 req-096c8946-7766-4d26-937e-ef8142ac8667 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:03.094662 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85709305-4e3d-41e3-8b2c-97b7c9a1c477 req-096c8946-7766-4d26-937e-ef8142ac8667 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 931 time: 0.1376877 Sep 08 13:50:03.153183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.192872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5da11a6-296d-4dba-8f4b-4f0d3e17193b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:03.205793 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-85709305-4e3d-41e3-8b2c-97b7c9a1c477 req-8d430ca8-6380-45c2-9864-3161bcdd83e7 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044190 Sep 08 13:50:03.207764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c5712c-725e-42df-a300-c1a13442969f {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:03.212813 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.214629 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8e69aafa-fd59-41d8-b0d7-46a112e3ccc0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5da11a6-296d-4dba-8f4b-4f0d3e17193b HTTP/1.1" status: 204 len: 168 time: 0.7487447 Sep 08 13:50:03.217730 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37042) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:03.219709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.234124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Transition to ACTIVE for port object 04c5712c-725e-42df-a300-c1a13442969f will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:03.238463 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.297141 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.313276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Pushing event updated for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:03.363711 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Attempting to bind port 04c5712c-725e-42df-a300-c1a13442969f on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:50:03.363962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Attempting to bind port 04c5712c-725e-42df-a300-c1a13442969f by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:50:03.364906 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Attempting to bind port 04c5712c-725e-42df-a300-c1a13442969f on network b4b846b8-a1c3-421e-bfe7-fe37223d081d {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:03.369507 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Port 04c5712c-725e-42df-a300-c1a13442969f on network b4b846b8-a1c3-421e-bfe7-fe37223d081d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:50:03.369832 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Attempting to bind port 04c5712c-725e-42df-a300-c1a13442969f on network b4b846b8-a1c3-421e-bfe7-fe37223d081d {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:03.377352 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:50:03.377936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Checking segment: {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:50:03.378594 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Bound using segment: {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:50:03.379349 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Bound port: 04c5712c-725e-42df-a300-c1a13442969f, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:50:03.379996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.380871 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.403971 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c5afae-f6c9-44fd-be0b-e06303d1e027']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:03.415558 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4543c4b1-568e-490b-9b46-f93827e2135e') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:03.415846 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4543c4b1-568e-490b-9b46-f93827e2135e') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:03.426690 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.441816 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.448282 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:50:03.448695 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:50:03.450435 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:50:03.454697 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:50:03.505357 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.506215 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=04c5712c-725e-42df-a300-c1a13442969f,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:50:03.510964 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.511782 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.512841 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] 10.222.0.58 "DELETE /v2.0/networks/32c5afae-f6c9-44fd-be0b-e06303d1e027 HTTP/1.1" status: 204 len: 168 time: 0.2936780 Sep 08 13:50:03.524761 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6031f-3d1e-4f3c-bcd7-aaf7a904edca admin admin] Pushing event deleted for resources: {'Network': ['ID=32c5afae-f6c9-44fd-be0b-e06303d1e027,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:03.552439 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:03.553116 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.554564 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] 10.222.0.50 "PUT /v2.0/ports/04c5712c-725e-42df-a300-c1a13442969f HTTP/1.1" status: 200 len: 1093 time: 1.1616833 Sep 08 13:50:03.555015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'tag': '04c5712c-725e-42df-a300-c1a13442969f'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:03.557316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592" -d '{"events": [{"name": "network-changed", "server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "tag": "04c5712c-725e-42df-a300-c1a13442969f"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:03.583994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815070b-8fcf-44ac-97cb-1362d5934360 service neutron] Pushing event updated for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:03.607704 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78e254-9ffc-47a9-bf8c-0601ef4a2fc4 x-openstack-request-id: req-5f78e254-9ffc-47a9-bf8c-0601ef4a2fc4 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:03.607704 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "tag": "04c5712c-725e-42df-a300-c1a13442969f", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:03.607704 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f78e254-9ffc-47a9-bf8c-0601ef4a2fc4 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:03.607704 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'tag': '04c5712c-725e-42df-a300-c1a13442969f', 'status': 'completed', 'code': 200} Sep 08 13:50:03.655767 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d71ed4a4-f8f4-4d93-87ae-d86f301e9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:03.657340 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-d71ed4a4-f8f4-4d93-87ae-d86f301e9991 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 1096 time: 0.0477467 Sep 08 13:50:03.662249 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37048) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:03.700144 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-0dad0553-2b59-4d09-851c-f048e8bf9e4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c5712c-725e-42df-a300-c1a13442969f HTTP/1.1" status: 200 len: 217 time: 0.0341992 Sep 08 13:50:03.709551 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b22cf3ea-488c-4bf2-bb45-65a63c25aedc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77751d8e98284a44a46b941f806afbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457742 Sep 08 13:50:03.711873 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37050) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:03.753513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-88b10089-9d74-4ac3-8c9d-57ae2cbd30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:03.755056 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-88b10089-9d74-4ac3-8c9d-57ae2cbd30d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bc35bf36-9d3b-4fc4-a6be-eff845404bb1 HTTP/1.1" status: 200 len: 852 time: 0.0476320 Sep 08 13:50:03.771621 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.793835 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.795268 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-61129937-2ef9-44c6-a625-25c93768f2db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4b846b8-a1c3-421e-bfe7-fe37223d081d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304155 Sep 08 13:50:03.845239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.847885 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:03.849143 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3c5e4f4-fcba-4241-a35e-78d6c7cf1355 HTTP/1.1" status: 204 len: 168 time: 0.1362932 Sep 08 13:50:03.858224 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef6d90-339e-4bf4-a86c-e0d0d233adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c5e4f4-fcba-4241-a35e-78d6c7cf1355,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:03.915803 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-abc65e84-d2ef-48b6-97fb-22835f9ca1e8 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101468 Sep 08 13:50:04.016624 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf5cfa5b-daaf-4398-9342-c5e912bf0815 req-3506f3eb-85fe-48ac-92ab-d3ac71ae5f9b service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886486 Sep 08 13:50:04.110234 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-934913ff-0792-413a-ab58-c8eb626bac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:04.111752 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-934913ff-0792-413a-ab58-c8eb626bac2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 1096 time: 0.0410957 Sep 08 13:50:04.180878 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37058) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:04.211411 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-84b3e461-d722-40c8-992e-ef9011843d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:04.212929 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-84b3e461-d722-40c8-992e-ef9011843d25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 913 time: 0.0909638 Sep 08 13:50:04.221807 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-53baf005-009e-4092-8b07-bb07c74334da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93abdffbc1f444209f3ffddad6a36aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397835 Sep 08 13:50:04.224826 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37060) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:04.263585 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-6c90ce11-069c-4448-bc4f-e4a59715bee0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c5712c-725e-42df-a300-c1a13442969f HTTP/1.1" status: 200 len: 217 time: 0.0382583 Sep 08 13:50:04.275856 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:04.297673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:04.342902 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-cd33a5da-7443-4f20-adb7-fc4234140a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:04.344361 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-cd33a5da-7443-4f20-adb7-fc4234140a51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bc35bf36-9d3b-4fc4-a6be-eff845404bb1 HTTP/1.1" status: 200 len: 852 time: 0.0732539 Sep 08 13:50:04.351769 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:04.354325 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:04.355494 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f63a432-b261-4f95-b8e3-6f18b720cb64 HTTP/1.1" status: 204 len: 168 time: 0.1297412 Sep 08 13:50:04.359372 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72157ed-fa42-4172-b16a-1b2ea2f9aba3 req-7b468afc-680e-409f-aeb0-1a9beeac4c91 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:04.360886 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a72157ed-fa42-4172-b16a-1b2ea2f9aba3 req-7b468afc-680e-409f-aeb0-1a9beeac4c91 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 943 time: 0.0813601 Sep 08 13:50:04.368558 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ca49b-e319-47c4-b58f-2edae93228a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63a432-b261-4f95-b8e3-6f18b720cb64,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:04.392541 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-67d41539-544c-4d12-96ff-70faa3e25a9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4b846b8-a1c3-421e-bfe7-fe37223d081d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306365 Sep 08 13:50:04.439437 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a72157ed-fa42-4172-b16a-1b2ea2f9aba3 req-05e8c045-18c8-4f29-8f8b-c46438bda20c tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Sep 08 13:50:04.498386 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-a766003a-f58a-4658-aec5-6b5d927b7e44 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940192 Sep 08 13:50:04.615624 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ee81aa4-b3b8-473b-a61b-f45ebff4e592 req-b2c1781c-a1e1-4bbe-afd6-729d80f87c3c service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931473 Sep 08 13:50:05.558680 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e23c8-57e8-42c3-aabd-162b292c1dba req-e04799c4-f058-4234-834b-d050fa0fc25d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:05.560262 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-401e23c8-57e8-42c3-aabd-162b292c1dba req-e04799c4-f058-4234-834b-d050fa0fc25d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 943 time: 0.0512388 Sep 08 13:50:05.601498 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-401e23c8-57e8-42c3-aabd-162b292c1dba req-8b73c5da-3de9-4662-83a1-c1cfc6b1d171 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Sep 08 13:50:06.381564 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-06ff89a0-3a45-497c-ba0b-159da3f120af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:06.726307 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aac4d-cf8e-4568-87bc-828cedb89fcd req-62495bf3-549d-451d-9d98-1d5ac62f8cd0 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:06.727902 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-263aac4d-cf8e-4568-87bc-828cedb89fcd req-62495bf3-549d-451d-9d98-1d5ac62f8cd0 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 943 time: 0.0576744 Sep 08 13:50:06.769567 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-263aac4d-cf8e-4568-87bc-828cedb89fcd req-ac8b49ff-598a-4106-81d3-f5ed013feac1 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Sep 08 13:50:07.673088 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 04c5712c-725e-42df-a300-c1a13442969f details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:50:07.769757 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=04c5712c-725e-42df-a300-c1a13442969f,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:07.780790 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '04c5712c-725e-42df-a300-c1a13442969f', 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d', 'port_id': '04c5712c-725e-42df-a300-c1a13442969f', 'mac_address': 'fa:16:3e:ce:1d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc35bf36-9d3b-4fc4-a6be-eff845404bb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:50:07.818313 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:07.834618 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c5712c-725e-42df-a300-c1a13442969f {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:07.854347 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=04c5712c-725e-42df-a300-c1a13442969f,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:07.858527 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:07.886883 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2b9eb-c5b4-46a8-8d3f-821be74d0e92 req-a4930706-0055-4b87-8b7a-61ac9f8f3a06 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:07.888428 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b7d2b9eb-c5b4-46a8-8d3f-821be74d0e92 req-a4930706-0055-4b87-8b7a-61ac9f8f3a06 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 943 time: 0.0519686 Sep 08 13:50:07.905875 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:07.913392 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.913745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.914086 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.914421 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.914754 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.915082 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.915409 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.915735 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.916064 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.916387 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.916732 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.917062 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:07.928299 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b7d2b9eb-c5b4-46a8-8d3f-821be74d0e92 req-c3a64103-4b4f-470a-9c61-2a8007a42ec7 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Sep 08 13:50:08.102646 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['04c5712c-725e-42df-a300-c1a13442969f'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:08.801675 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-966baf33-aca7-45b5-b758-5efb809794be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:08.912737 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.042569 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d406b-5bd9-451b-82bc-3057ebc2992f req-2d1a9c9c-c538-4c93-ae17-b21171687ff9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:09.044075 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bc2d406b-5bd9-451b-82bc-3057ebc2992f req-2d1a9c9c-c538-4c93-ae17-b21171687ff9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Sep 08 13:50:09.082306 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bc2d406b-5bd9-451b-82bc-3057ebc2992f req-1dc30aaa-d149-426b-bba3-0ff5bbab64a1 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Sep 08 13:50:09.687698 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 04c5712c-725e-42df-a300-c1a13442969f up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:50:09.740964 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 04c5712c-725e-42df-a300-c1a13442969f completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:09.744626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 04c5712c-725e-42df-a300-c1a13442969f triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:09.745010 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.823610 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.845350 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5712c-725e-42df-a300-c1a13442969f'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:09.847826 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd03eff-09fd-4090-85bf-914b7dfac22f" -d '{"events": [{"server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "name": "network-vif-plugged", "status": "completed", "tag": "04c5712c-725e-42df-a300-c1a13442969f"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:09.861155 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=04c5712c-725e-42df-a300-c1a13442969f,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:09.865586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.892929 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019d33b-fb38-4a76-b595-c6bbd0af639e x-openstack-request-id: req-d019d33b-fb38-4a76-b595-c6bbd0af639e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:09.893223 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "name": "network-vif-plugged", "status": "completed", "tag": "04c5712c-725e-42df-a300-c1a13442969f", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:09.893478 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d019d33b-fb38-4a76-b595-c6bbd0af639e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:09.893862 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5712c-725e-42df-a300-c1a13442969f', 'code': 200} Sep 08 13:50:09.919473 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:10.054474 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e930-2076-4b64-8e6e-14f8377d4a56 req-a853c0a3-f9a2-402a-904b-a12b656c288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:10.056003 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9a6e930-2076-4b64-8e6e-14f8377d4a56 req-a853c0a3-f9a2-402a-904b-a12b656c288f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 1098 time: 0.0452554 Sep 08 13:50:10.091530 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c9a6e930-2076-4b64-8e6e-14f8377d4a56 req-da03aaac-e4ea-49fa-8c23-28b325032afa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277615 Sep 08 13:50:10.157089 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.202837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83012932-9c89-4d1d-9fbe-069c0c2dd7db req-20450902-9114-454a-8321-a520fa04eab0 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:10.204452 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83012932-9c89-4d1d-9fbe-069c0c2dd7db req-20450902-9114-454a-8321-a520fa04eab0 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Sep 08 13:50:10.246808 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-83012932-9c89-4d1d-9fbe-069c0c2dd7db req-e146c4e5-8866-46a8-876e-42169b4c5f38 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Sep 08 13:50:11.364996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea4745-87aa-4103-ae4f-4f2f06221173 req-16e79c4b-b0a1-4dc0-b5da-2291fa41845b tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.366488 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5eea4745-87aa-4103-ae4f-4f2f06221173 req-16e79c4b-b0a1-4dc0-b5da-2291fa41845b tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Sep 08 13:50:11.405510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5eea4745-87aa-4103-ae4f-4f2f06221173 req-fb64664e-9ff3-42bb-a0f3-1863dbc20c37 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Sep 08 13:50:11.499680 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.179129 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:15.242167 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37246) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:15.349744 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59e0f333-6ad7-4592-93ea-5c2765ea8377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.436595 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59e0f333-6ad7-4592-93ea-5c2765ea8377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.440917 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59e0f333-6ad7-4592-93ea-5c2765ea8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.479688 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-59e0f333-6ad7-4592-93ea-5c2765ea8377 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50642f94c9c449e5890a3320f94aeec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363322 Sep 08 13:50:15.480633 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f333-6ad7-4592-93ea-5c2765ea8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae791aba-45ce-4c10-9059-c593b5a7a431,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:15.482427 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37250) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:15.534851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.561483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.613036 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.615831 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.617027 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae791aba-45ce-4c10-9059-c593b5a7a431 HTTP/1.1" status: 204 len: 168 time: 0.1336393 Sep 08 13:50:15.625192 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16a17-5dbd-4325-8281-9a27c02def66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae791aba-45ce-4c10-9059-c593b5a7a431,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:15.913295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37256) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:15.927046 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-beadbddf-eea8-41b7-8f6b-17f8ca39a94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.020255 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-beadbddf-eea8-41b7-8f6b-17f8ca39a94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.025925 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-beadbddf-eea8-41b7-8f6b-17f8ca39a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.065803 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-beadbddf-eea8-41b7-8f6b-17f8ca39a94c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=041c207182ef476b8cd788bcf085aa94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512556 Sep 08 13:50:16.067254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadbddf-eea8-41b7-8f6b-17f8ca39a94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bf6a8-d388-4fdc-9f6d-91fc6f03fc0c,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:16.068946 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37260) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:16.122044 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.147188 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.200446 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.203194 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.204480 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/679bf6a8-d388-4fdc-9f6d-91fc6f03fc0c HTTP/1.1" status: 204 len: 168 time: 0.1344218 Sep 08 13:50:16.212409 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238eb6-a303-4db4-be21-92f648cbd1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bf6a8-d388-4fdc-9f6d-91fc6f03fc0c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:18.926721 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:21.910760 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-200ab426-cb19-4600-96c3-707a8c95808b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416946 Sep 08 13:50:22.007826 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-bd3c33b9-eed1-49cf-9422-49ac82bf3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:22.009420 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-bd3c33b9-eed1-49cf-9422-49ac82bf3a03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 1098 time: 0.0462029 Sep 08 13:50:22.117256 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-28b35501-1e87-4715-8b3a-2a5f20a8dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:22.118720 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-28b35501-1e87-4715-8b3a-2a5f20a8dff0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0849874 Sep 08 13:50:22.189721 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-99b7b843-9501-49e9-a6a5-3cb3a5d7d0c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 200 len: 1000 time: 0.0636981 Sep 08 13:50:22.237274 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-d4fb7275-cc61-43d7-8e60-7f3d4cb79f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:22.238741 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-d4fb7275-cc61-43d7-8e60-7f3d4cb79f0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0420363 Sep 08 13:50:22.290064 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-794f7117-3472-405c-b432-8c894bb7eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:22.291535 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-794f7117-3472-405c-b432-8c894bb7eadb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395918 Sep 08 13:50:22.392207 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-a3aba31d-060e-47cb-a5fc-8d4223d5d79c service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Sep 08 13:50:22.483175 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4fe01294-cdd1-4c61-a0db-cf0c7c6852cf req-71ba430f-08fe-49d4-863d-59d0ecf90389 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831070 Sep 08 13:50:36.383028 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f94417-8c04-4547-b306-4f26b491f62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.031472 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 37460) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:38.141945 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.233242 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.237084 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.275669 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8333ae0fc5b848dc8aa1f6639de94b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431118 Sep 08 13:50:38.276542 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dedb8f-272b-4e29-ba71-910547bd1452,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:38.278366 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37464) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:38.283854 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.284210 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.284554 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.284917 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.285255 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.285591 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.285923 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.286253 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.286585 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.286910 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.287235 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.287558 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb96242-afaf-4ff0-9b5c-35360a54e918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.338827 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.361128 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.417036 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.420088 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.421351 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6dedb8f-272b-4e29-ba71-910547bd1452 HTTP/1.1" status: 204 len: 168 time: 0.1419413 Sep 08 13:50:38.429690 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dedb8f-272b-4e29-ba71-910547bd1452,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:38.437964 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.438316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.438661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.439004 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.439429 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.439691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.439982 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.440318 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.440753 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.441084 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.441409 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.441735 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6abe-aacd-46e7-815a-a0164fe58eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.802397 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22ff0042-de8a-4d5b-9898-70a19bf96304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.914876 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.155299 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.674810 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-710dc95e-db6f-47d5-b248-ba629a90a9e5 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f4809b83fdab40a18a91712322780310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337343 Sep 08 13:50:40.876866 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-75135701-a206-43ca-8524-c34e484c344b tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:40.878385 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-75135701-a206-43ca-8524-c34e484c344b tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948223 Sep 08 13:50:40.895093 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-28e0e1c4-a6d7-4fc2-b2ec-2e906fbe5e70 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/quotas/f4809b83fdab40a18a91712322780310 HTTP/1.1" status: 200 len: 375 time: 0.0103881 Sep 08 13:50:40.941760 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-9793ff50-a2c5-467c-a9e8-4516014928d9 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4809b83fdab40a18a91712322780310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395494 Sep 08 13:50:41.097023 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-48ef8bc1-86f4-4211-939d-186699ed18b4 req-b57051e9-320b-4af1-9751-7a28d166c13c tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 210 time: 0.0257473 Sep 08 13:50:41.500935 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:42.193609 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-efa4ea77-cc74-4e29-b782-82e836051084 req-24ff6085-8101-416d-b660-01906377d2f9 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 210 time: 0.0264640 Sep 08 13:50:43.286361 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3017148-02b5-4744-b472-8ca056f8651f req-80ce43ee-b1fb-49e5-872d-f40046f84e1f tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 210 time: 0.0265393 Sep 08 13:50:44.286770 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e19ac533-07c8-47a9-bfee-91828a93a668 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f4809b83fdab40a18a91712322780310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200238 Sep 08 13:50:44.407668 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-81f8ccf5-0a9b-4cce-a23e-819ee46a9415 req-9494b824-e2b2-4bc5-b561-15734646ab88 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 210 time: 0.0343175 Sep 08 13:50:44.436106 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-16ca003d-5ad9-453d-a424-983bebe72ec3 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:44.437593 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-16ca003d-5ad9-453d-a424-983bebe72ec3 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453657 Sep 08 13:50:44.458509 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Request body: {'port': {'device_id': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f', 'admin_state_up': True, 'tenant_id': 'f4809b83fdab40a18a91712322780310'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:44.571240 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Made reservation on behalf of f4809b83fdab40a18a91712322780310 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:50:44.574867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.583847 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.673728 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.677346 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.740959 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570a46aa-a758-401b-824f-793b5af53b54,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:44.807053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Allocated IP 192.168.233.91 (d6482d2d-8c96-4b46-ad42-08b7b939e27f/b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7/786b727b-4640-4626-9311-62a88f4b5239) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:50:44.954280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.967598 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Transition to ACTIVE for port object 786b727b-4640-4626-9311-62a88f4b5239 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:44.998457 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.039976 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Network d6482d2d-8c96-4b46-ad42-08b7b939e27f is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:50:45.043117 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:50:45.045779 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:50:45.078725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Pushing event updated for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:45.108995 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.109662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.127550 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-349e1d08-035f-404c-a4ff-ba7222a36a6e tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6728437 Sep 08 13:50:45.141821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Request body: {'port': {'device_id': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:45.221828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.266024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e7178374-a66e-4fe1-9b25-334647f503cc None None] Provisioning for port 786b727b-4640-4626-9311-62a88f4b5239 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:45.270730 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e7178374-a66e-4fe1-9b25-334647f503cc None None] Provisioning complete for port 786b727b-4640-4626-9311-62a88f4b5239 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:45.271105 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e7178374-a66e-4fe1-9b25-334647f503cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.308196 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e7178374-a66e-4fe1-9b25-334647f503cc None None] Port 786b727b-4640-4626-9311-62a88f4b5239 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:50:45.510433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786b727b-4640-4626-9311-62a88f4b5239 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:45.519132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.535610 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Transition to ACTIVE for port object 786b727b-4640-4626-9311-62a88f4b5239 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:45.547354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fabe-d972-400b-8714-88a4aa963eba req-d465e74f-b739-464a-9fd2-f9395dd58fa4 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.548862 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d7b7fabe-d972-400b-8714-88a4aa963eba req-d465e74f-b739-464a-9fd2-f9395dd58fa4 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 935 time: 0.0725994 Sep 08 13:50:45.549629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.654636 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:45.663824 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d7b7fabe-d972-400b-8714-88a4aa963eba req-f55787a7-3cfd-413b-899f-c851aa87d552 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057067 Sep 08 13:50:45.712859 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Attempting to bind port 786b727b-4640-4626-9311-62a88f4b5239 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:50:45.713251 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Attempting to bind port 786b727b-4640-4626-9311-62a88f4b5239 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:50:45.713592 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Attempting to bind port 786b727b-4640-4626-9311-62a88f4b5239 on network d6482d2d-8c96-4b46-ad42-08b7b939e27f {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:45.718434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Port 786b727b-4640-4626-9311-62a88f4b5239 on network d6482d2d-8c96-4b46-ad42-08b7b939e27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:50:45.718763 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Attempting to bind port 786b727b-4640-4626-9311-62a88f4b5239 on network d6482d2d-8c96-4b46-ad42-08b7b939e27f {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:45.723748 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:50:45.724228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Checking segment: {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:50:45.724642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Bound using segment: {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:50:45.725066 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Bound port: 786b727b-4640-4626-9311-62a88f4b5239, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1123393a-9050-4671-b21c-63f37622401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:50:45.725433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.791794 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:50:45.794677 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=786b727b-4640-4626-9311-62a88f4b5239,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:50:45.798973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.830700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.831317 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.832706 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] 10.222.0.50 "PUT /v2.0/ports/786b727b-4640-4626-9311-62a88f4b5239 HTTP/1.1" status: 200 len: 1097 time: 0.6958673 Sep 08 13:50:45.833142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'tag': '786b727b-4640-4626-9311-62a88f4b5239'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:45.835342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51" -d '{"events": [{"name": "network-changed", "server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "tag": "786b727b-4640-4626-9311-62a88f4b5239"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:45.860526 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8451f0c-ad46-4bf9-8205-2c20695aefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:45.873702 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d368571-01bb-4cc9-98a5-5403d3ee85d4 x-openstack-request-id: req-5d368571-01bb-4cc9-98a5-5403d3ee85d4 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:45.873991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "tag": "786b727b-4640-4626-9311-62a88f4b5239", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:45.874239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d368571-01bb-4cc9-98a5-5403d3ee85d4 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:45.874631 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'tag': '786b727b-4640-4626-9311-62a88f4b5239', 'status': 'completed', 'code': 200} Sep 08 13:50:46.781260 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5759f-75e3-40d3-838a-bb44b760c991 req-25053440-2d72-4918-a126-936d676746e1 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:46.782783 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-99d5759f-75e3-40d3-838a-bb44b760c991 req-25053440-2d72-4918-a126-936d676746e1 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 947 time: 0.0501511 Sep 08 13:50:46.823018 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-99d5759f-75e3-40d3-838a-bb44b760c991 req-d2c962fa-528f-4d23-8146-a2a3c335fff9 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Sep 08 13:50:47.946142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43067fc-4bf3-4ae9-846f-8918b9705afe req-2697c22d-c807-47fa-bdb6-6f3f50a4be82 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:47.947744 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c43067fc-4bf3-4ae9-846f-8918b9705afe req-2697c22d-c807-47fa-bdb6-6f3f50a4be82 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 947 time: 0.0507169 Sep 08 13:50:47.986496 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c43067fc-4bf3-4ae9-846f-8918b9705afe req-601c4073-5cc1-47ee-80e8-8263fcc9a036 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Sep 08 13:50:48.265045 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51 req-2ec8a35d-e634-4158-90a1-8b9dd02e2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.266474 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51 req-2ec8a35d-e634-4158-90a1-8b9dd02e2889 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4809b83fdab40a18a91712322780310&device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 1100 time: 0.0438080 Sep 08 13:50:48.296263 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51 req-b76a6523-1237-4a54-b0a2-2d17bd6f7a62 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f4809b83fdab40a18a91712322780310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189209 Sep 08 13:50:48.392946 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51 req-0295c512-516d-4771-b94d-10b127511036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.394467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fb8bc9df-fbcb-41bd-83f7-d6b5aef11c51 req-0295c512-516d-4771-b94d-10b127511036 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917082 Sep 08 13:50:48.474720 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-1fc96972-81b3-457a-b894-6feed303f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.476228 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-1fc96972-81b3-457a-b894-6feed303f1a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4809b83fdab40a18a91712322780310&device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 1100 time: 0.0432110 Sep 08 13:50:48.521748 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-3a7854cf-38ff-4af3-adab-97d47e2c0b3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=786b727b-4640-4626-9311-62a88f4b5239 HTTP/1.1" status: 200 len: 217 time: 0.0371408 Sep 08 13:50:48.571510 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-bf275cd4-7ff6-4f3e-ab89-8562ff57264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.573150 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-bf275cd4-7ff6-4f3e-ab89-8562ff57264e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7 HTTP/1.1" status: 200 len: 843 time: 0.0444503 Sep 08 13:50:48.620391 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-16dc6413-bb04-4a71-a749-c18660f170c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.621928 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-16dc6413-bb04-4a71-a749-c18660f170c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6482d2d-8c96-4b46-ad42-08b7b939e27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421348 Sep 08 13:50:48.715685 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-134a39cb-9fa0-432c-b93b-72e151473c39 service neutron] 10.222.0.50 "GET /v2.0/networks/d6482d2d-8c96-4b46-ad42-08b7b939e27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 Sep 08 13:50:48.934658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:49.104010 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3e6b8e13-af17-46e7-a3c8-28f93e7d92cd req-47ef493a-c0ff-4eec-bd65-5f39585f89aa service neutron] 10.222.0.50 "GET /v2.0/networks/d6482d2d-8c96-4b46-ad42-08b7b939e27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810489 Sep 08 13:50:49.123726 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7550e7-a612-43d1-a402-0c7bee2e62d0 req-6af23c45-2667-4b9a-9688-166b3eae6ac5 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:49.125424 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eb7550e7-a612-43d1-a402-0c7bee2e62d0 req-6af23c45-2667-4b9a-9688-166b3eae6ac5 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 947 time: 0.0625846 Sep 08 13:50:49.164661 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eb7550e7-a612-43d1-a402-0c7bee2e62d0 req-ac11101e-71bb-419c-b24a-be58f763f9d1 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Sep 08 13:50:50.280849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31dc1-bad7-49d9-9547-83865f9d9abf req-f9aa4085-3eb5-4604-9cc1-05e45b2816c7 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:50.282372 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dfd31dc1-bad7-49d9-9547-83865f9d9abf req-f9aa4085-3eb5-4604-9cc1-05e45b2816c7 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 947 time: 0.0499763 Sep 08 13:50:50.320086 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dfd31dc1-bad7-49d9-9547-83865f9d9abf req-71c07e85-e36d-407c-94c4-14d07bb1ca75 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Sep 08 13:50:51.178058 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:51.453729 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789c6b-795e-4f2c-be26-bea7a6c6f2a2 req-0d8bad0b-3cf4-4f27-8c08-1a4fb1be2e01 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:51.455235 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88789c6b-795e-4f2c-be26-bea7a6c6f2a2 req-0d8bad0b-3cf4-4f27-8c08-1a4fb1be2e01 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 947 time: 0.0642247 Sep 08 13:50:51.490145 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 786b727b-4640-4626-9311-62a88f4b5239 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:50:51.498841 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-88789c6b-795e-4f2c-be26-bea7a6c6f2a2 req-a7055c7c-1d9a-4eeb-8dc2-262e730b144a tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Sep 08 13:50:51.589145 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=786b727b-4640-4626-9311-62a88f4b5239,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:51.600820 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '786b727b-4640-4626-9311-62a88f4b5239', 'network_id': 'd6482d2d-8c96-4b46-ad42-08b7b939e27f', 'port_id': '786b727b-4640-4626-9311-62a88f4b5239', 'mac_address': 'fa:16:3e:98:bf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c9d0a8-5e28-4c18-a201-fe5a3a04bdb7', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:50:51.638514 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:51.663985 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786b727b-4640-4626-9311-62a88f4b5239 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:51.686405 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=786b727b-4640-4626-9311-62a88f4b5239,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:51.690555 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:51.739669 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:52.648218 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db3433-7a2a-4137-a0bc-4ae778cb2ec2 req-258daa8b-e341-4053-8336-c8b818d94788 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:52.649966 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b9db3433-7a2a-4137-a0bc-4ae778cb2ec2 req-258daa8b-e341-4053-8336-c8b818d94788 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 948 time: 0.0520885 Sep 08 13:50:52.692801 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b9db3433-7a2a-4137-a0bc-4ae778cb2ec2 req-7e274e1e-f285-4640-9969-cf7ba22cf099 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Sep 08 13:50:52.721999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['786b727b-4640-4626-9311-62a88f4b5239'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:53.831081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a654-870c-4c4e-8691-b4c579fdebf8 req-ec18c4c3-6fc5-4877-aced-24e6c69b2176 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:53.832761 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bd67a654-870c-4c4e-8691-b4c579fdebf8 req-ec18c4c3-6fc5-4877-aced-24e6c69b2176 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 948 time: 0.0567858 Sep 08 13:50:53.875963 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bd67a654-870c-4c4e-8691-b4c579fdebf8 req-c813df5c-fb8a-462b-b9dc-3ec27e4cfb12 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357771 Sep 08 13:50:54.669683 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 786b727b-4640-4626-9311-62a88f4b5239 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:50:54.724724 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 786b727b-4640-4626-9311-62a88f4b5239 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:54.730499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 786b727b-4640-4626-9311-62a88f4b5239 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:54.731083 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.813366 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.835734 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b727b-4640-4626-9311-62a88f4b5239'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:54.838209 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f8a65-9101-4097-a816-77019e660f7b" -d '{"events": [{"server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "786b727b-4640-4626-9311-62a88f4b5239"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:54.851826 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=786b727b-4640-4626-9311-62a88f4b5239,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:54.855627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.885285 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcf0d4a-c819-46eb-bf74-112189746a60 x-openstack-request-id: req-dbcf0d4a-c819-46eb-bf74-112189746a60 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:54.885629 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "786b727b-4640-4626-9311-62a88f4b5239", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:54.885875 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbcf0d4a-c819-46eb-bf74-112189746a60 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:54.886250 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b727b-4640-4626-9311-62a88f4b5239', 'code': 200} Sep 08 13:50:55.013495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6250-6e51-4d38-9159-ba4a087fd48d req-f18e5269-8762-4d0e-8242-30b083ca0fbe tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:55.015599 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa0d6250-6e51-4d38-9159-ba4a087fd48d req-f18e5269-8762-4d0e-8242-30b083ca0fbe tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0615158 Sep 08 13:50:55.049192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:55.091826 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fa0d6250-6e51-4d38-9159-ba4a087fd48d req-cc4285b3-1911-49fe-af2b-3ec0dea745b4 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633183 Sep 08 13:50:55.104123 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f164f-adcd-447c-9376-07784e198a21 req-7cfd2797-70b5-41d7-98f2-e8136153ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:55.106308 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-133f164f-adcd-447c-9376-07784e198a21 req-7cfd2797-70b5-41d7-98f2-e8136153ff91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 1102 time: 0.0575345 Sep 08 13:50:55.143482 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-133f164f-adcd-447c-9376-07784e198a21 req-71b42e43-88d4-41ad-8c3d-b845060b2b54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298374 Sep 08 13:50:56.239478 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d77be-8ca7-4789-8cab-c2889357e2a6 req-8d802d7e-4c87-430f-a5d7-1c8c2ce07284 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:56.241862 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf9d77be-8ca7-4789-8cab-c2889357e2a6 req-8d802d7e-4c87-430f-a5d7-1c8c2ce07284 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0661941 Sep 08 13:50:56.295203 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cf9d77be-8ca7-4789-8cab-c2889357e2a6 req-d905f341-276d-4290-b963-b28b2d8acc85 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Sep 08 13:50:57.457978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6548ce-9cf7-4340-806d-d0fb7c88c7ff req-c4628cc0-7f46-4f45-8990-632407963888 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:57.460401 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d6548ce-9cf7-4340-806d-d0fb7c88c7ff req-c4628cc0-7f46-4f45-8990-632407963888 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0809550 Sep 08 13:50:57.528387 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d6548ce-9cf7-4340-806d-d0fb7c88c7ff req-9340d7b1-dfda-4484-9406-378d456b427c tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Sep 08 13:50:57.830148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2549a-b018-4e4e-880c-c750df41665e req-c7e22c26-7cfa-44cc-851e-954af27e38ae tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:57.831819 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5f2549a-b018-4e4e-880c-c750df41665e req-c7e22c26-7cfa-44cc-851e-954af27e38ae tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0537179 Sep 08 13:50:57.878565 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c5f2549a-b018-4e4e-880c-c750df41665e req-d79c7a10-0ba0-48e2-b13e-a28651dd0e2a tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Sep 08 13:50:58.450037 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b7903-e667-4df5-9b8e-3ab97e3998b5 req-1a91e93c-f18b-4232-9737-94223b279b21 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:58.451542 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ba2b7903-e667-4df5-9b8e-3ab97e3998b5 req-1a91e93c-f18b-4232-9737-94223b279b21 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Sep 08 13:50:58.495806 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ba2b7903-e667-4df5-9b8e-3ab97e3998b5 req-200fc281-54d1-4908-8aa8-77d0a30f314e tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Sep 08 13:50:59.019788 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e671c-fe5f-404b-87dc-91f4c362a366 req-8d758c0f-6aea-4507-90ff-6fe2cb531f39 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:59.021398 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7d7e671c-fe5f-404b-87dc-91f4c362a366 req-8d758c0f-6aea-4507-90ff-6fe2cb531f39 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0539234 Sep 08 13:50:59.066081 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7d7e671c-fe5f-404b-87dc-91f4c362a366 req-9a95f847-09e0-48a0-ada8-5fc9d85c1f16 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/security-groups?id=570a46aa-a758-401b-824f-793b5af53b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Sep 08 13:50:59.215591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f532-17ac-425c-99a4-579584206cea req-e6205db1-dd0f-43d0-90de-5ffe91abaa10 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:59.217000 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aa35f532-17ac-425c-99a4-579584206cea req-e6205db1-dd0f-43d0-90de-5ffe91abaa10 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.50 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 949 time: 0.0543878 Sep 08 13:50:59.323655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Deleting port 786b727b-4640-4626-9311-62a88f4b5239 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:50:59.324078 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.426823 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] For port 786b727b-4640-4626-9311-62a88f4b5239, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=786b727b-4640-4626-9311-62a88f4b5239,segment=NetworkSegment(1123393a-9050-4671-b21c-63f37622401f),segment_id=1123393a-9050-4671-b21c-63f37622401f)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:59.427204 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.442260 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Calling delete_port for 786b727b-4640-4626-9311-62a88f4b5239 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:50:59.604417 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.617395 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['786b727b-4640-4626-9311-62a88f4b5239'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:59.638723 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Pushing event deleted for resources: {'Port': ['ID=786b727b-4640-4626-9311-62a88f4b5239,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:59.686752 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] No DVR routers for this DVR port 786b727b-4640-4626-9311-62a88f4b5239 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:50:59.696008 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93962b7-895e-417c-99b9-f6f170557d3e req-f8d1339f-6eb3-4896-9ada-ebb86f164ea9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:59.697877 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c93962b7-895e-417c-99b9-f6f170557d3e req-f8d1339f-6eb3-4896-9ada-ebb86f164ea9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 945 time: 0.1260998 Sep 08 13:50:59.699071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.701041 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-aa35f532-17ac-425c-99a4-579584206cea req-6656eaef-e4ef-4501-b6d9-a8515c440626 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.50 "DELETE /v2.0/ports/786b727b-4640-4626-9311-62a88f4b5239 HTTP/1.1" status: 204 len: 173 time: 0.4756250 Sep 08 13:50:59.701555 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'name': 'network-vif-deleted', 'tag': '786b727b-4640-4626-9311-62a88f4b5239'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:59.703991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a968806-b7c0-4608-9d82-16cb385ec24c" -d '{"events": [{"server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "name": "network-vif-deleted", "tag": "786b727b-4640-4626-9311-62a88f4b5239"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:59.782963 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32664c27-0ade-4966-a762-d295106bd9c9 x-openstack-request-id: req-32664c27-0ade-4966-a762-d295106bd9c9 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:59.783492 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cf9205-c5ee-420f-950f-d7f6d416d8bf", "name": "network-vif-deleted", "tag": "786b727b-4640-4626-9311-62a88f4b5239", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:59.784180 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32664c27-0ade-4966-a762-d295106bd9c9 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:59.784757 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cf9205-c5ee-420f-950f-d7f6d416d8bf', 'name': 'network-vif-deleted', 'tag': '786b727b-4640-4626-9311-62a88f4b5239', 'status': 'completed', 'code': 200} Sep 08 13:50:59.788776 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c93962b7-895e-417c-99b9-f6f170557d3e req-ed0517c8-540a-4278-a6e4-2930afda35f0 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775774 Sep 08 13:51:00.083604 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-6f15d11e-518d-482f-a246-8afeb746c0d1 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:00.085239 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-6f15d11e-518d-482f-a246-8afeb746c0d1 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 945 time: 0.0580714 Sep 08 13:51:00.210887 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1f19af91-4871-4bfb-b1b4-0b8615223fe0 req-95a31a8b-d96b-4e40-b1d0-0046b96fb5d3 tempest-VolumesNegativeTest-1013648205 tempest-VolumesNegativeTest-1013648205-project] 10.222.0.58 "GET /v2.0/ports?device_id=07cf9205-c5ee-420f-950f-d7f6d416d8bf HTTP/1.1" status: 200 len: 210 time: 0.0318615 Sep 08 13:51:00.257343 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Deleting port 04c5712c-725e-42df-a300-c1a13442969f {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:51:00.257915 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:00.369106 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] For port 04c5712c-725e-42df-a300-c1a13442969f, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=04c5712c-725e-42df-a300-c1a13442969f,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:00.369381 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:00.384876 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Calling delete_port for 04c5712c-725e-42df-a300-c1a13442969f owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:51:00.528452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:00.540313 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['04c5712c-725e-42df-a300-c1a13442969f'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:51:00.569595 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Pushing event deleted for resources: {'Port': ['ID=04c5712c-725e-42df-a300-c1a13442969f,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:00.607194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] No DVR routers for this DVR port 04c5712c-725e-42df-a300-c1a13442969f on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:51:00.609760 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:00.611872 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1bf1a3b0-0e3f-4bd9-b6b1-f9e08bc9ef78 req-5f3cd74b-82bc-4666-8e67-c446bfd5b1aa tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "DELETE /v2.0/ports/04c5712c-725e-42df-a300-c1a13442969f HTTP/1.1" status: 204 len: 173 time: 0.5191607 Sep 08 13:51:00.920433 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cfd82c5e-8db1-4fdd-859d-ccf755aa5826 req-84786cd2-cc7f-488a-bd6b-4bc251658e32 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=a361f59b-2ecd-4812-a3e9-220a8f481a08 HTTP/1.1" status: 200 len: 210 time: 0.0312779 Sep 08 13:51:01.785652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'name': 'network-vif-deleted', 'tag': '04c5712c-725e-42df-a300-c1a13442969f'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:01.788064 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd212c-3f02-47bf-a3f5-cb0d7db406a6" -d '{"events": [{"server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "name": "network-vif-deleted", "tag": "04c5712c-725e-42df-a300-c1a13442969f"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:01.836769 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180d7f11-cadc-46c5-956c-8c6ef6e5cdca x-openstack-request-id: req-180d7f11-cadc-46c5-956c-8c6ef6e5cdca {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:01.837744 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a361f59b-2ecd-4812-a3e9-220a8f481a08", "name": "network-vif-deleted", "tag": "04c5712c-725e-42df-a300-c1a13442969f", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:01.837997 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-180d7f11-cadc-46c5-956c-8c6ef6e5cdca {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:01.838408 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a361f59b-2ecd-4812-a3e9-220a8f481a08', 'name': 'network-vif-deleted', 'tag': '04c5712c-725e-42df-a300-c1a13442969f', 'status': 'completed', 'code': 200} Sep 08 13:51:03.305229 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 04c5712c-725e-42df-a300-c1a13442969f no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:51:03.326739 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 04c5712c-725e-42df-a300-c1a13442969f {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:51:03.327098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 04c5712c-725e-42df-a300-c1a13442969f not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:51:03.327606 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 786b727b-4640-4626-9311-62a88f4b5239 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:51:03.348629 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 786b727b-4640-4626-9311-62a88f4b5239 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:51:03.349102 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 786b727b-4640-4626-9311-62a88f4b5239 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:51:06.367154 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37906) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:51:06.396858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-820432df-3303-4a78-8967-a5d04c90ea5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:06.521805 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-27baa547-895f-469a-82c7-97978c5ed10f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4809b83fdab40a18a91712322780310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534553 Sep 08 13:51:06.525280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 37910) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:51:06.582583 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:06.607005 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:06.667880 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:06.670483 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:06.673903 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/570a46aa-a758-401b-824f-793b5af53b54 HTTP/1.1" status: 204 len: 168 time: 0.1467888 Sep 08 13:51:06.685999 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbadcb-7ced-4539-b76d-c10deb23599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a46aa-a758-401b-824f-793b5af53b54,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:08.803649 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b9b761a-d6c0-4e48-9001-40ac0f5189f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:08.918047 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:10.107465 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-595b1894-a10e-4e3a-a17f-bdd4cc8569f2 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:10.108885 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-595b1894-a10e-4e3a-a17f-bdd4cc8569f2 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 812 time: 0.1053197 Sep 08 13:51:10.124369 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-1cbe6a1e-45ca-41a3-96e1-cff4e0ba12f8 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/quotas/724528c7d2b84225b722c64e032cd61d HTTP/1.1" status: 200 len: 375 time: 0.0097263 Sep 08 13:51:10.158843 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:10.159586 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-e57c97c8-88e2-4f8a-b1ec-d4917e50aae4 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293825 Sep 08 13:51:10.255958 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-c833cded-83ee-4a14-b7aa-092ad16d8d44 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888510 Sep 08 13:51:10.347753 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-593f93cd-cc1e-4f5e-a13d-577a9d9f1eee service neutron] 10.222.0.58 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850296 Sep 08 13:51:10.521388 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1a06777e-c1c4-4041-917c-53fadac1dac4 req-503241b8-f990-4d5d-8e30-fee7f86dcd94 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 210 time: 0.0373440 Sep 08 13:51:11.423850 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-233397e0-3ca2-43ac-8737-da8e3b9bef36 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:11.425406 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-233397e0-3ca2-43ac-8737-da8e3b9bef36 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 812 time: 0.1080072 Sep 08 13:51:11.439465 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Request body: {'port': {'device_id': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d', 'admin_state_up': True, 'tenant_id': '724528c7d2b84225b722c64e032cd61d'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:11.510236 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:11.563752 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Made reservation on behalf of 724528c7d2b84225b722c64e032cd61d for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:51:11.567481 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:11.668564 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-15d5fa5d-58a6-4706-a8ad-c6e0393ab251 req-f5f5c6f2-5a75-4d81-981c-351ab6b2388e tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 210 time: 0.0375111 Sep 08 13:51:11.730656 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Allocated IP 172.20.0.12 (b4b846b8-a1c3-421e-bfe7-fe37223d081d/bc35bf36-9d3b-4fc4-a6be-eff845404bb1/328cff2e-e7c7-43c1-918d-f367c14e652e) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:51:11.888789 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:11.931013 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:11.973221 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Network b4b846b8-a1c3-421e-bfe7-fe37223d081d is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:51:11.976433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:51:11.987357 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:51:11.994584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Pushing event updated for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:12.040119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:12.040772 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.056041 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-00754806-ae34-4bc6-9baf-19f9dbfac065 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6198204 Sep 08 13:51:12.068966 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Request body: {'port': {'device_id': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:12.122468 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.385571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328cff2e-e7c7-43c1-918d-f367c14e652e {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:51:12.393549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.406356 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Transition to ACTIVE for port object 328cff2e-e7c7-43c1-918d-f367c14e652e will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:51:12.410443 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.457812 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Pushing event updated for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:12.527201 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Attempting to bind port 328cff2e-e7c7-43c1-918d-f367c14e652e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:51:12.527530 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Attempting to bind port 328cff2e-e7c7-43c1-918d-f367c14e652e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:51:12.527855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Attempting to bind port 328cff2e-e7c7-43c1-918d-f367c14e652e on network b4b846b8-a1c3-421e-bfe7-fe37223d081d {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:12.531991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Port 328cff2e-e7c7-43c1-918d-f367c14e652e on network b4b846b8-a1c3-421e-bfe7-fe37223d081d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:51:12.532305 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Attempting to bind port 328cff2e-e7c7-43c1-918d-f367c14e652e on network b4b846b8-a1c3-421e-bfe7-fe37223d081d {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:12.537084 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:51:12.537412 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Checking segment: {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:51:12.537786 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Bound using segment: {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:51:12.538201 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Bound port: 328cff2e-e7c7-43c1-918d-f367c14e652e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:51:12.538552 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.604930 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:51:12.607953 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=328cff2e-e7c7-43c1-918d-f367c14e652e,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:51:12.612818 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.647879 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:12.648506 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:12.650072 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] 10.222.0.50 "PUT /v2.0/ports/328cff2e-e7c7-43c1-918d-f367c14e652e HTTP/1.1" status: 200 len: 1094 time: 0.5857370 Sep 08 13:51:12.650535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:12.652866 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0845ce-fa16-460a-948d-cca799221f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:12.680163 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49cac4-9813-44e6-ba93-d565510a4d42 service neutron] Pushing event updated for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:12.703525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f509bf-880c-4551-a2c5-ac13ffb1f694 x-openstack-request-id: req-95f509bf-880c-4551-a2c5-ac13ffb1f694 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:12.703909 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:12.704079 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95f509bf-880c-4551-a2c5-ac13ffb1f694 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:12.704470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e', 'status': 'completed', 'code': 200} Sep 08 13:51:12.734693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-e51848f9-4000-4364-8d98-d6dd95df2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:12.736231 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-e51848f9-4000-4364-8d98-d6dd95df2176 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 1097 time: 0.0427439 Sep 08 13:51:12.797315 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-80d78ce9-f5da-4828-861b-2fbbb00143af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328cff2e-e7c7-43c1-918d-f367c14e652e HTTP/1.1" status: 200 len: 217 time: 0.0508556 Sep 08 13:51:12.848890 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ca4-978f-41cf-b3f1-23b7794527b3 req-1407797b-8954-40c0-b2f0-f08826b76f50 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:12.850410 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5d9c3ca4-978f-41cf-b3f1-23b7794527b3 req-1407797b-8954-40c0-b2f0-f08826b76f50 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 944 time: 0.1132131 Sep 08 13:51:12.868631 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-3f13a655-3617-43fc-a00b-67789bc3e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:12.870051 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-3f13a655-3617-43fc-a00b-67789bc3e9b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bc35bf36-9d3b-4fc4-a6be-eff845404bb1 HTTP/1.1" status: 200 len: 852 time: 0.0654492 Sep 08 13:51:12.910135 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-7c79fb9c-c98b-49ef-ae6c-54d1fc531ce3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4b846b8-a1c3-421e-bfe7-fe37223d081d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319171 Sep 08 13:51:12.918061 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5d9c3ca4-978f-41cf-b3f1-23b7794527b3 req-0d012572-d440-4827-96fa-e5de888c21cc tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607657 Sep 08 13:51:13.008672 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-5e544e3a-666b-46bf-a606-b0f8a686342b service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897257 Sep 08 13:51:13.100341 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-57f80c79-63ed-42f6-be69-6cf8b4f8f535 req-ab6ca97d-c06f-4f25-a447-ac3373206357 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Sep 08 13:51:13.194710 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0845ce-fa16-460a-948d-cca799221f9d req-c881bebb-cec7-46c7-8238-b5de7c6b6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:13.196184 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-c881bebb-cec7-46c7-8238-b5de7c6b6395 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724528c7d2b84225b722c64e032cd61d&device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 1097 time: 0.0484712 Sep 08 13:51:13.307068 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0845ce-fa16-460a-948d-cca799221f9d req-01f8d9f0-f21e-4255-956a-0a80d02f13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:13.308584 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-01f8d9f0-f21e-4255-956a-0a80d02f13ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 200 len: 913 time: 0.1041830 Sep 08 13:51:13.360176 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-e89bc52f-237e-4b4c-a31b-f1bc6774d830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328cff2e-e7c7-43c1-918d-f367c14e652e HTTP/1.1" status: 200 len: 217 time: 0.0424745 Sep 08 13:51:13.419804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0845ce-fa16-460a-948d-cca799221f9d req-ee7bdb47-1e1b-4ec9-a01b-05bface29909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:13.421398 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-ee7bdb47-1e1b-4ec9-a01b-05bface29909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bc35bf36-9d3b-4fc4-a6be-eff845404bb1 HTTP/1.1" status: 200 len: 852 time: 0.0525601 Sep 08 13:51:13.455522 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-9e1d6a98-547f-4fa9-b43f-fbf8b6fddad0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4b846b8-a1c3-421e-bfe7-fe37223d081d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263131 Sep 08 13:51:13.568967 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-b3bcd152-6967-482e-a4eb-9a2096141c74 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020639 Sep 08 13:51:13.703773 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4b0845ce-fa16-460a-948d-cca799221f9d req-760d5eea-bd86-453a-ac25-ae6d7c35e1b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242352 Sep 08 13:51:14.044917 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259d7a6-c517-4dda-b8d0-895cd1c5f2a7 req-168bcb05-cad3-4913-8a03-d2bba3e91954 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:14.046498 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7259d7a6-c517-4dda-b8d0-895cd1c5f2a7 req-168bcb05-cad3-4913-8a03-d2bba3e91954 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 944 time: 0.0492682 Sep 08 13:51:14.089959 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7259d7a6-c517-4dda-b8d0-895cd1c5f2a7 req-d4f48794-8502-4096-8deb-3eb8df4093a9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Sep 08 13:51:14.763037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 328cff2e-e7c7-43c1-918d-f367c14e652e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:51:14.869765 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=328cff2e-e7c7-43c1-918d-f367c14e652e,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:14.880884 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '328cff2e-e7c7-43c1-918d-f367c14e652e', 'network_id': 'b4b846b8-a1c3-421e-bfe7-fe37223d081d', 'port_id': '328cff2e-e7c7-43c1-918d-f367c14e652e', 'mac_address': 'fa:16:3e:4a:e7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc35bf36-9d3b-4fc4-a6be-eff845404bb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:51:14.923359 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:14.936448 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328cff2e-e7c7-43c1-918d-f367c14e652e {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:51:14.956061 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=328cff2e-e7c7-43c1-918d-f367c14e652e,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:14.960039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:15.038393 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:15.046995 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.047347 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.047688 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.048021 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.048353 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.048709 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.049036 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.049361 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.049685 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.050009 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.050326 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.050641 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:15.172308 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['328cff2e-e7c7-43c1-918d-f367c14e652e'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:51:15.232043 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fb059-cc24-4417-b04a-92a571915a9f req-9acd88fe-3a87-4505-aa70-83a6cff66f0d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:15.233694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-593fb059-cc24-4417-b04a-92a571915a9f req-9acd88fe-3a87-4505-aa70-83a6cff66f0d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 945 time: 0.0736401 Sep 08 13:51:15.292181 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-593fb059-cc24-4417-b04a-92a571915a9f req-50376c6e-e418-4fc4-a584-526a7d3ae625 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Sep 08 13:51:16.420875 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d87a99-c259-4e4d-9fd1-b0af4c649772 req-40152246-252c-4ed6-8547-62c5bd6f8ac9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:16.422514 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-10d87a99-c259-4e4d-9fd1-b0af4c649772 req-40152246-252c-4ed6-8547-62c5bd6f8ac9 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 945 time: 0.0539942 Sep 08 13:51:16.463149 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-10d87a99-c259-4e4d-9fd1-b0af4c649772 req-4c0d6578-b2a2-4dc9-8332-a17c9700724f tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Sep 08 13:51:16.762316 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 328cff2e-e7c7-43c1-918d-f367c14e652e up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:51:16.813298 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 328cff2e-e7c7-43c1-918d-f367c14e652e completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:51:16.817601 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 328cff2e-e7c7-43c1-918d-f367c14e652e triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:51:16.818019 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:16.900238 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:16.924348 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:16.926686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205346d8-2651-46c6-bdc5-48560fa166b2" -d '{"events": [{"server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "name": "network-vif-plugged", "status": "completed", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:16.941247 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=328cff2e-e7c7-43c1-918d-f367c14e652e,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:16.945932 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:16.975123 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c990f77-48d6-451e-b2bb-67f312cf3d38 x-openstack-request-id: req-2c990f77-48d6-451e-b2bb-67f312cf3d38 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:16.975466 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "name": "network-vif-plugged", "status": "completed", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:16.975637 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c990f77-48d6-451e-b2bb-67f312cf3d38 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:16.976046 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e', 'code': 200} Sep 08 13:51:17.006053 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:17.143008 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f030-e2b3-4474-b86c-f3b3271e301e req-75609131-1262-474e-a072-5f006950a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:17.144626 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55f8f030-e2b3-4474-b86c-f3b3271e301e req-75609131-1262-474e-a072-5f006950a550 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 1099 time: 0.0433385 Sep 08 13:51:17.182986 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-55f8f030-e2b3-4474-b86c-f3b3271e301e req-ec83c4e4-a980-466a-8794-6d00b83ccafe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302806 Sep 08 13:51:17.585884 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d5d7b-c0f9-4b47-86ef-92253b16033d req-a6eb41c1-18c7-42be-a6eb-6828e2ac8760 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:17.588034 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c6d5d7b-c0f9-4b47-86ef-92253b16033d req-a6eb41c1-18c7-42be-a6eb-6828e2ac8760 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 946 time: 0.0550659 Sep 08 13:51:17.627628 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4c6d5d7b-c0f9-4b47-86ef-92253b16033d req-d252c984-63ce-45a8-8455-83a8db4ffa31 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Sep 08 13:51:18.755679 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c56ff-7be2-4713-8ed2-8cf9e9b832cb req-a67389c1-478f-4a28-b798-51f02a57ef85 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:18.757716 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9d1c56ff-7be2-4713-8ed2-8cf9e9b832cb req-a67389c1-478f-4a28-b798-51f02a57ef85 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 946 time: 0.0524666 Sep 08 13:51:18.817670 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9d1c56ff-7be2-4713-8ed2-8cf9e9b832cb req-92c00238-ccbd-44ec-b83b-d01a45204755 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526752 Sep 08 13:51:18.939446 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:28.177393 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:51:36.379219 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5874b9f9-961b-4360-9a9c-63167ce705ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:38.806429 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db61112b-3fdd-4b0d-93b5-89cbe1083714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:38.914201 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540bd3b-7cbf-4e9e-8965-4c47be878e9d req-881e700a-b945-4ae9-b547-88c320674689 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.916709 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5540bd3b-7cbf-4e9e-8965-4c47be878e9d req-881e700a-b945-4ae9-b547-88c320674689 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 946 time: 0.0501685 Sep 08 13:51:38.922787 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:38.955911 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5540bd3b-7cbf-4e9e-8965-4c47be878e9d req-c7c275bd-2484-4a89-b973-69c1a81fedc8 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Sep 08 13:51:40.080815 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37555c1-777a-4a3a-8d8f-312473f8418b req-239fb735-f56b-4928-bfe6-2d0d47939520 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:40.082311 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d37555c1-777a-4a3a-8d8f-312473f8418b req-239fb735-f56b-4928-bfe6-2d0d47939520 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 946 time: 0.0537837 Sep 08 13:51:40.123934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d37555c1-777a-4a3a-8d8f-312473f8418b req-691ac5ef-f1a1-4c93-994f-e0a27b24a1d3 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/security-groups?id=6935acce-613d-454d-9692-27fd95b4bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Sep 08 13:51:40.161096 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.650247 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-1b59b357-51db-43e9-973e-1aed93be569d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:40.651673 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-1b59b357-51db-43e9-973e-1aed93be569d tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 946 time: 0.0473528 Sep 08 13:51:40.740870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Deleting port 328cff2e-e7c7-43c1-918d-f367c14e652e {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:51:40.741207 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.825591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] For port 328cff2e-e7c7-43c1-918d-f367c14e652e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=328cff2e-e7c7-43c1-918d-f367c14e652e,segment=NetworkSegment(1a6a2319-ee17-4830-9a24-d1a4cb86eb4e),segment_id=1a6a2319-ee17-4830-9a24-d1a4cb86eb4e)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:40.825957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.838456 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Calling delete_port for 328cff2e-e7c7-43c1-918d-f367c14e652e owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:51:40.964577 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.990955 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Pushing event deleted for resources: {'Port': ['ID=328cff2e-e7c7-43c1-918d-f367c14e652e,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:41.000336 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.000704 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.001044 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.001377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.001709 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.002036 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.002364 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.003173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.003173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.003360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.003628 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.003943 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.042491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] No DVR routers for this DVR port 328cff2e-e7c7-43c1-918d-f367c14e652e on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:51:41.044987 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:41.046953 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-bd2146c1-9b4d-4871-96a2-e85d2f1caeea req-ee9aa717-8f4c-446b-8632-32a6c8485977 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.50 "DELETE /v2.0/ports/328cff2e-e7c7-43c1-918d-f367c14e652e HTTP/1.1" status: 204 len: 173 time: 0.3890946 Sep 08 13:51:41.047403 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'name': 'network-vif-deleted', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:41.049706 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c2c86-8058-4b1b-8e18-3b31a061664c" -d '{"events": [{"server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "name": "network-vif-deleted", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:41.084376 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9359d27b-e6ed-4d27-99bd-439af7e1d2e4 x-openstack-request-id: req-9359d27b-e6ed-4d27-99bd-439af7e1d2e4 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:41.085625 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc", "name": "network-vif-deleted", "tag": "328cff2e-e7c7-43c1-918d-f367c14e652e", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:41.085625 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9359d27b-e6ed-4d27-99bd-439af7e1d2e4 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:41.085851 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc', 'name': 'network-vif-deleted', 'tag': '328cff2e-e7c7-43c1-918d-f367c14e652e', 'status': 'completed', 'code': 200} Sep 08 13:51:41.234357 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ad78d0c9-df4c-45cd-8a4a-8aa9c5624698 req-4ad1820d-159f-42a5-b22e-14464fde86d6 tempest-VolumesSnapshotTestJSON-996904094 tempest-VolumesSnapshotTestJSON-996904094-project] 10.222.0.58 "GET /v2.0/ports?device_id=39c9fa8c-9ec2-4073-ba68-a7da1ecf4fbc HTTP/1.1" status: 200 len: 210 time: 0.0295496 Sep 08 13:51:41.509095 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:42.901733 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 328cff2e-e7c7-43c1-918d-f367c14e652e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:51:42.922394 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 328cff2e-e7c7-43c1-918d-f367c14e652e {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:51:42.922736 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 328cff2e-e7c7-43c1-918d-f367c14e652e not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:51:48.946184 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:54.079635 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b19d6-cd41-41ad-8a70-4cf8e4347a10 req-18f10eb2-cb3d-4557-aa58-0e1eb204a302 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:54.081193 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cd1b19d6-cd41-41ad-8a70-4cf8e4347a10 req-18f10eb2-cb3d-4557-aa58-0e1eb204a302 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0505064 Sep 08 13:51:54.121062 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-cd1b19d6-cd41-41ad-8a70-4cf8e4347a10 req-8d7b60c9-ae6f-41dd-997a-3d80a539c6ea tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Sep 08 13:51:55.248764 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67f0cf-1086-4152-9792-2075f623ea99 req-c5ec5201-795b-4a43-b537-c60db6c99187 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:55.250922 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f67f0cf-1086-4152-9792-2075f623ea99 req-c5ec5201-795b-4a43-b537-c60db6c99187 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0572672 Sep 08 13:51:55.293186 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2f67f0cf-1086-4152-9792-2075f623ea99 req-c3f8c339-f3e3-4009-8ad1-b466859a3b75 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358191 Sep 08 13:51:55.614041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-f76dcfdb-8f98-49f7-8da3-9e9319d79771 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:55.615477 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-f76dcfdb-8f98-49f7-8da3-9e9319d79771 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 945 time: 0.0503738 Sep 08 13:51:55.715163 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port a88e9f18-5594-47f5-b22e-0b43e90b8590 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:51:55.715499 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:55.803153 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] For port a88e9f18-5594-47f5-b22e-0b43e90b8590, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a88e9f18-5594-47f5-b22e-0b43e90b8590,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:55.804045 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:55.974592 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:55.974864 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:55.975182 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1 disassociated. External IP: 172.27.3.36, port: a88e9f18-5594-47f5-b22e-0b43e90b8590. Sep 08 13:51:55.975522 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for a88e9f18-5594-47f5-b22e-0b43e90b8590 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:51:56.096622 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:56.129425 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=a88e9f18-5594-47f5-b22e-0b43e90b8590,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:56.249636 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:51:56.370121 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:51:56.384801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:51:56.395092 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:51:56.395858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:51:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:51:56.543906 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:51:56.734165 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ad37104f-6e0f-4c63-a14d-58fcbdfe3b9e req-09f2603b-6524-4959-bc44-7ec6769770fb tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=341ba8b3-5652-42cc-b117-88cc3bf8e2fa HTTP/1.1" status: 200 len: 210 time: 0.3580890 Sep 08 13:51:56.747575 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] No DVR routers for this DVR port a88e9f18-5594-47f5-b22e-0b43e90b8590 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:51:56.757427 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:56.759397 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fb55a0e7-2d94-408c-b506-409dfd3fa09c req-9f584569-513b-4b6b-9c47-c87d1001198b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "DELETE /v2.0/ports/a88e9f18-5594-47f5-b22e-0b43e90b8590 HTTP/1.1" status: 204 len: 173 time: 1.1369479 Sep 08 13:51:56.760055 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'name': 'network-vif-deleted', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:56.762627 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6735d5-b654-488a-ab98-a080b6e81a21" -d '{"events": [{"server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "name": "network-vif-deleted", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:56.781018 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:51:56.804384 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f1c86-026f-42f2-ba07-f307b02f9f16 x-openstack-request-id: req-642f1c86-026f-42f2-ba07-f307b02f9f16 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:56.804785 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341ba8b3-5652-42cc-b117-88cc3bf8e2fa", "name": "network-vif-deleted", "tag": "a88e9f18-5594-47f5-b22e-0b43e90b8590", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:56.805026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-642f1c86-026f-42f2-ba07-f307b02f9f16 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:56.805412 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341ba8b3-5652-42cc-b117-88cc3bf8e2fa', 'name': 'network-vif-deleted', 'tag': 'a88e9f18-5594-47f5-b22e-0b43e90b8590', 'status': 'completed', 'code': 200} Sep 08 13:51:56.809068 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:51:56.818445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:51:56.819616 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:51:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:51:56.927405 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:51:57.147384 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:51:57.174230 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116554-644b-4ac2-9678-f68d6e05b18f None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:51:57.393306 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a73d1-1364-4321-91e8-1610b3f63487 None None] New status for floating IP 2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:51:57.995020 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-3b79912a-f7e0-419b-b6fb-6ee0a3885620 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531393475&fields=id&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 267 time: 0.0318489 Sep 08 13:51:58.104170 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-5e6ec7e0-7964-47e2-ab30-95211a42e1eb tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:58.105683 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-5e6ec7e0-7964-47e2-ab30-95211a42e1eb tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.1039844 Sep 08 13:51:58.121585 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-f9633c7b-06b2-4b89-b037-cff1fd707f51 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/quotas/b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Sep 08 13:51:58.176148 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-1139e190-9019-4243-b540-2c13ce8f0cb6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488925 Sep 08 13:51:58.280142 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-92805687-db1d-4f8f-9c42-0066cdd41f5a service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901363 Sep 08 13:51:58.371539 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-3c49349b-bd2c-407b-b7ad-f01dc08db6fa service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850041 Sep 08 13:51:58.660243 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75977e3f-32b8-474e-a1de-731d779a505e req-83db400e-b558-41a7-9cd4-7d8619bfe61a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Sep 08 13:51:58.979054 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device a88e9f18-5594-47f5-b22e-0b43e90b8590 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:51:58.999887 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: a88e9f18-5594-47f5-b22e-0b43e90b8590 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:51:59.000196 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device a88e9f18-5594-47f5-b22e-0b43e90b8590 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:51:59.596037 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-5be5953b-9a63-41ee-9eec-ce6594074261 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:59.597622 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-5be5953b-9a63-41ee-9eec-ce6594074261 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.1058538 Sep 08 13:51:59.641157 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-54cd00e1-2054-4595-9392-d2319ef281e3 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 379 time: 0.0333586 Sep 08 13:51:59.658010 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'port': {'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'admin_state_up': True, 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'security_groups': ['21820247-35f9-46d3-a7bf-83746278c368']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:59.763143 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-61b38382-e82a-4bea-aba3-503bba6c9501 req-23a17fca-8ced-49ff-a737-7fefff7bf948 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 210 time: 0.0350904 Sep 08 13:51:59.793807 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Made reservation on behalf of b9e722338d4347508d8156a5ec6d3517 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:51:59.797558 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.940262 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.20.0.8 (80a8460e-a302-4718-a0cf-0552a6241fff/4970c5be-ed96-4172-ae8f-6d260663a994/b49d4d30-0b40-4171-ba61-44f891ceafb5) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:00.105078 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.121311 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Transition to ACTIVE for port object b49d4d30-0b40-4171-ba61-44f891ceafb5 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:00.155233 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.201947 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:00.204936 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:00.207739 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:00.235497 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:00.263617 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.264545 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.280065 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-40fdceb9-7a18-4fdb-8474-e6719a0e3f61 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277328 Sep 08 13:52:00.293351 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Request body: {'port': {'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:00.352747 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.453534 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6cf28e5f-1b82-4207-9cf7-d89e9c984981 None None] Provisioning for port b49d4d30-0b40-4171-ba61-44f891ceafb5 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:00.458921 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6cf28e5f-1b82-4207-9cf7-d89e9c984981 None None] Provisioning complete for port b49d4d30-0b40-4171-ba61-44f891ceafb5 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:00.459976 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6cf28e5f-1b82-4207-9cf7-d89e9c984981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.495216 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6cf28e5f-1b82-4207-9cf7-d89e9c984981 None None] Port b49d4d30-0b40-4171-ba61-44f891ceafb5 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:00.634858 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49d4d30-0b40-4171-ba61-44f891ceafb5 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:52:00.642556 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.655192 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Transition to ACTIVE for port object b49d4d30-0b40-4171-ba61-44f891ceafb5 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:00.658987 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.724337 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:00.784268 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Attempting to bind port b49d4d30-0b40-4171-ba61-44f891ceafb5 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:00.784619 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Attempting to bind port b49d4d30-0b40-4171-ba61-44f891ceafb5 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:00.784972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Attempting to bind port b49d4d30-0b40-4171-ba61-44f891ceafb5 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:00.789698 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Port b49d4d30-0b40-4171-ba61-44f891ceafb5 on network 80a8460e-a302-4718-a0cf-0552a6241fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:52:00.790022 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Attempting to bind port b49d4d30-0b40-4171-ba61-44f891ceafb5 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:00.795293 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:00.795633 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:00.796021 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Bound using segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:00.796451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Bound port: b49d4d30-0b40-4171-ba61-44f891ceafb5, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:00.796840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.904676 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:00.920745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:00.925840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.940365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d818-7ede-4e03-9160-f15580c63f59 req-1101bb53-50cd-488b-a148-be58b5358111 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.941887 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b5d8d818-7ede-4e03-9160-f15580c63f59 req-1101bb53-50cd-488b-a148-be58b5358111 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0847569 Sep 08 13:52:00.976480 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.977398 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.978649 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] 10.222.0.50 "PUT /v2.0/ports/b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 1093 time: 0.6896312 Sep 08 13:52:00.980301 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:00.982627 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033bbc41-c2ee-4601-99ac-3df7a7c5b207" -d '{"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:01.040918 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b5d8d818-7ede-4e03-9160-f15580c63f59 req-a16a38b2-8620-4a49-a8ce-dbaabe9556a7 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777154 Sep 08 13:52:01.041599 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dd164-888f-4daf-9ee1-f12483623197 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:01.054120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8290e637-11bf-4546-81b7-222379afbf84 x-openstack-request-id: req-8290e637-11bf-4546-81b7-222379afbf84 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:01.054120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:01.054120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8290e637-11bf-4546-81b7-222379afbf84 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:01.054522 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'status': 'completed', 'code': 200} Sep 08 13:52:01.095846 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-60a6d4c0-9be4-4298-9e4c-41c7591c9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.097630 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-60a6d4c0-9be4-4298-9e4c-41c7591c9962 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1096 time: 0.0683744 Sep 08 13:52:01.143616 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-740d7f74-1a12-4cd8-87e4-356b449063b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 217 time: 0.0370648 Sep 08 13:52:01.197629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-aead8f0d-fde4-4437-8c64-3cf030744466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.199164 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-aead8f0d-fde4-4437-8c64-3cf030744466 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0467653 Sep 08 13:52:01.257875 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-9ad1aaa6-bfa3-4a5e-82fe-4f99c3ccb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.259407 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-9ad1aaa6-bfa3-4a5e-82fe-4f99c3ccb6f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527408 Sep 08 13:52:01.353005 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-eabb777d-82d0-46fc-808c-7949d1b7ee1b service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Sep 08 13:52:01.452218 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-20cf8c56-c3bf-4086-9bb5-c0cf4d900c79 req-3b98934e-5a48-4e55-b835-482a30bc33db service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894668 Sep 08 13:52:01.543265 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-8bcd2304-8902-4301-a707-af42ac3bd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.544851 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-8bcd2304-8902-4301-a707-af42ac3bd5ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1096 time: 0.0439136 Sep 08 13:52:01.644259 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-789474c6-e943-4f57-8237-046baa639b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.645854 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-789474c6-e943-4f57-8237-046baa639b9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0939841 Sep 08 13:52:01.702184 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-561c934c-d0f7-4085-afb1-971a5a4fda09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 217 time: 0.0458682 Sep 08 13:52:01.754182 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-2e313af9-2d40-4eb0-aefa-0d8e9862a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.755590 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-2e313af9-2d40-4eb0-aefa-0d8e9862a909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0452013 Sep 08 13:52:01.807957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-3026b706-e9b5-4299-b7c8-824accf48285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.809527 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-3026b706-e9b5-4299-b7c8-824accf48285 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461507 Sep 08 13:52:01.916339 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-df86ac06-5e1e-450f-9dc5-5d655c0f2aef service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993700 Sep 08 13:52:02.015602 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-033bbc41-c2ee-4601-99ac-3df7a7c5b207 req-36d5eb80-17a4-4e85-a8df-06ca43369326 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Sep 08 13:52:02.177649 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48f45f-568d-4232-899d-8cd0a69fbf19 req-53a08075-57ee-4181-9448-5f494dbb0080 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:02.179493 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-de48f45f-568d-4232-899d-8cd0a69fbf19 req-53a08075-57ee-4181-9448-5f494dbb0080 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0616758 Sep 08 13:52:02.223315 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-de48f45f-568d-4232-899d-8cd0a69fbf19 req-9ca1d727-22f2-477a-afe4-c073fbb9ab43 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374212 Sep 08 13:52:03.339617 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceed8c-358e-439c-a7e5-a6afba34bff8 req-ce556904-c7a8-4619-82bf-e5299b8e941a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:03.341168 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e5ceed8c-358e-439c-a7e5-a6afba34bff8 req-ce556904-c7a8-4619-82bf-e5299b8e941a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0492737 Sep 08 13:52:03.379946 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e5ceed8c-358e-439c-a7e5-a6afba34bff8 req-b7b02b56-14d3-4d0e-9fe1-96a096500e77 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Sep 08 13:52:04.497518 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846bf7-17ad-4da2-a590-cde590337e55 req-5a1c6f86-b821-4607-85d0-d6298b85c69d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:04.499016 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-22846bf7-17ad-4da2-a590-cde590337e55 req-5a1c6f86-b821-4607-85d0-d6298b85c69d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0516741 Sep 08 13:52:04.543756 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-22846bf7-17ad-4da2-a590-cde590337e55 req-65fb5e4d-49dc-406d-bc79-9ad4e91cab95 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Sep 08 13:52:04.555342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38232) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:04.601854 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Deleting subnet bc35bf36-9d3b-4fc4-a6be-eff845404bb1 {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:52:04.605105 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.640754 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.680984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.736980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.768911 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc35bf36-9d3b-4fc4-a6be-eff845404bb1,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:04.773420 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.775714 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-cb04fc74-c510-49e8-b774-c1ef437b735c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bc35bf36-9d3b-4fc4-a6be-eff845404bb1 HTTP/1.1" status: 204 len: 168 time: 0.2188318 Sep 08 13:52:04.777749 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38234) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:04.843913 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.923977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.943934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b846b8-a1c3-421e-bfe7-fe37223d081d']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:04.952645 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:04.952941 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6a2319-ee17-4830-9a24-d1a4cb86eb4e') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:04.962527 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.976981 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.982819 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:52:04.983193 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:52:04.984866 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:52:05.037071 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.043159 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.045009 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4b846b8-a1c3-421e-bfe7-fe37223d081d HTTP/1.1" status: 204 len: 168 time: 0.2663560 Sep 08 13:52:05.055949 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37141bcd-a3c7-49cc-9a25-3690ba194380 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b846b8-a1c3-421e-bfe7-fe37223d081d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:05.176231 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:05.217244 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38238) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:05.258491 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-005794a3-5ca0-4ea1-b1cc-76255df02ce6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=724528c7d2b84225b722c64e032cd61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400755 Sep 08 13:52:05.262340 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38242) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:05.311091 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.332321 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.381404 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.383940 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:05.385118 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6935acce-613d-454d-9692-27fd95b4bf16 HTTP/1.1" status: 204 len: 168 time: 0.1218815 Sep 08 13:52:05.393086 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6935acce-613d-454d-9692-27fd95b4bf16,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:05.401181 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.401537 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.401882 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.402212 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.402535 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.402861 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.403181 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.403502 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.403825 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.404140 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.404454 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.404789 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e87f98-3c95-4cf0-b6ec-e0460d6fb143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:05.670008 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04427898-47f9-44b7-b014-f24162177d13 req-d7222ead-44be-49c1-bdae-11167cc506fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:05.671627 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-04427898-47f9-44b7-b014-f24162177d13 req-d7222ead-44be-49c1-bdae-11167cc506fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0587871 Sep 08 13:52:05.717879 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-04427898-47f9-44b7-b014-f24162177d13 req-4bbdaceb-488d-4bca-861e-a3b68f8bc8ce tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370064 Sep 08 13:52:06.381278 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78aa97dc-d4f1-4447-8bf2-41608b61d272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:06.999887 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a9de-6fcb-4874-aa4d-42ac54d6dfa1 req-c0080962-e3a5-412f-adc7-c01de448fa8c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:07.001426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-abe0a9de-6fcb-4874-aa4d-42ac54d6dfa1 req-c0080962-e3a5-412f-adc7-c01de448fa8c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.2069008 Sep 08 13:52:07.040286 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-abe0a9de-6fcb-4874-aa4d-42ac54d6dfa1 req-254b574a-7f2d-4281-abc3-e15c83bd21a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322499 Sep 08 13:52:08.156835 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec976db-e4de-4c26-ad20-4b9dfcc70cee req-aef4af00-78e9-413c-adcc-ef369b447cfc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:08.158367 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9ec976db-e4de-4c26-ad20-4b9dfcc70cee req-aef4af00-78e9-413c-adcc-ef369b447cfc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0507200 Sep 08 13:52:08.196993 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9ec976db-e4de-4c26-ad20-4b9dfcc70cee req-9d589643-1a04-4881-8d09-3ac20689a331 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Sep 08 13:52:08.818006 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee9984f1-2fd8-4364-8055-c164009a55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.925283 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:09.323285 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcc91b-fc79-43d7-a96b-dcf7aadc0291 req-4a28525e-aca1-4c86-817d-716340673b1c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:09.324959 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51fcc91b-fc79-43d7-a96b-dcf7aadc0291 req-4a28525e-aca1-4c86-817d-716340673b1c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.0556254 Sep 08 13:52:09.365148 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-51fcc91b-fc79-43d7-a96b-dcf7aadc0291 req-226086f5-07cf-4dbf-a771-7e9e5546d65b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Sep 08 13:52:10.164554 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:10.546192 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4dd7-45aa-4f58-89df-fd74ea825712 req-f2f18b4e-ab62-48b3-b3ef-ca84737c29d4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:10.547728 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-381b4dd7-45aa-4f58-89df-fd74ea825712 req-f2f18b4e-ab62-48b3-b3ef-ca84737c29d4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 943 time: 0.1139710 Sep 08 13:52:10.587733 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-381b4dd7-45aa-4f58-89df-fd74ea825712 req-234334dd-37b1-47f0-811b-a6cbd59ffe77 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Sep 08 13:52:10.598419 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b49d4d30-0b40-4171-ba61-44f891ceafb5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:52:10.697810 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:10.709712 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:52:10.747824 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:10.761279 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49d4d30-0b40-4171-ba61-44f891ceafb5 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:52:10.780933 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:10.784770 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:10.840861 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:11.014540 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['b49d4d30-0b40-4171-ba61-44f891ceafb5'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:52:11.509583 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:11.709183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80c34-c516-4912-b631-3d7110a1faac req-d01b44cd-a016-484d-a77c-0ad7bd97d75c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:11.710721 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5de80c34-c516-4912-b631-3d7110a1faac req-d01b44cd-a016-484d-a77c-0ad7bd97d75c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 944 time: 0.0508389 Sep 08 13:52:11.748909 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5de80c34-c516-4912-b631-3d7110a1faac req-1dce31c4-97b8-4a22-af8f-0bf548b0c756 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Sep 08 13:52:12.874152 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a306a-f993-4adb-be4b-2cefc331925e req-7d01a8b8-6590-4bcf-9fd0-2af263c32f6b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:12.875840 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef5a306a-f993-4adb-be4b-2cefc331925e req-7d01a8b8-6590-4bcf-9fd0-2af263c32f6b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 944 time: 0.0576289 Sep 08 13:52:12.914137 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ef5a306a-f993-4adb-be4b-2cefc331925e req-6acab9f5-0fa2-4a17-be13-20d81991c74d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Sep 08 13:52:14.033091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e575ce-9beb-41bf-8e93-fab49f335840 req-81c3d064-842d-4e95-a105-a5a924e0828e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:14.034604 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d7e575ce-9beb-41bf-8e93-fab49f335840 req-81c3d064-842d-4e95-a105-a5a924e0828e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 944 time: 0.0524039 Sep 08 13:52:14.074866 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d7e575ce-9beb-41bf-8e93-fab49f335840 req-e656649b-9546-4ad3-9aad-7f602bf3945f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Sep 08 13:52:15.196647 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f146b-6959-4e9b-bbfb-679ab76722c4 req-5a41ae5d-1777-416c-9325-2d8641913ce6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.198221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c09f146b-6959-4e9b-bbfb-679ab76722c4 req-5a41ae5d-1777-416c-9325-2d8641913ce6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 944 time: 0.0537732 Sep 08 13:52:15.246054 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c09f146b-6959-4e9b-bbfb-679ab76722c4 req-2267908b-39c6-44aa-bc6f-186570e4d929 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Sep 08 13:52:16.334206 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b49d4d30-0b40-4171-ba61-44f891ceafb5 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:16.382980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327d003-b3ac-4d7d-a56d-ec98254d7a88 req-d47a6718-e001-497b-afa3-24c17c8059b0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:16.384510 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9327d003-b3ac-4d7d-a56d-ec98254d7a88 req-d47a6718-e001-497b-afa3-24c17c8059b0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 944 time: 0.0563631 Sep 08 13:52:16.385497 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port b49d4d30-0b40-4171-ba61-44f891ceafb5 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:16.390528 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port b49d4d30-0b40-4171-ba61-44f891ceafb5 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:16.390528 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.426637 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9327d003-b3ac-4d7d-a56d-ec98254d7a88 req-ed64deb4-01b9-4d0f-96b1-54798ccab60a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Sep 08 13:52:16.476582 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.500222 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:16.502510 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393cd917-6332-4606-9165-7db2061771df" -d '{"events": [{"server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "name": "network-vif-plugged", "status": "completed", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:16.515954 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:16.523607 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.552366 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c04995-3327-40db-85f9-527b16f4eeda x-openstack-request-id: req-f2c04995-3327-40db-85f9-527b16f4eeda {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:16.553615 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "name": "network-vif-plugged", "status": "completed", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:16.554019 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2c04995-3327-40db-85f9-527b16f4eeda {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:16.554867 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'code': 200} Sep 08 13:52:16.599730 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:16.609067 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.609578 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.610076 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.610605 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.611175 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.611745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.612302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.612900 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.613496 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.614065 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.614649 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:16.615199 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:17.542626 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f549-8ffb-4565-9e45-b4ea4327a1b0 req-745c2572-b59f-494c-9ae1-e49c1a50d9ca tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:17.544163 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3fc9f549-8ffb-4565-9e45-b4ea4327a1b0 req-745c2572-b59f-494c-9ae1-e49c1a50d9ca tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Sep 08 13:52:17.584769 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3fc9f549-8ffb-4565-9e45-b4ea4327a1b0 req-cb59ee74-6b4c-40f9-9958-59e537923035 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344341 Sep 08 13:52:18.344743 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e3a5-2d8d-4f77-9ade-2010fbad6ee6 req-76a76475-7a5a-4e12-ad2a-e1d6d9f6b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:18.346516 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f3a4e3a5-2d8d-4f77-9ade-2010fbad6ee6 req-76a76475-7a5a-4e12-ad2a-e1d6d9f6b41c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0448782 Sep 08 13:52:18.384747 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f3a4e3a5-2d8d-4f77-9ade-2010fbad6ee6 req-f76c1f5f-cbc0-462d-9561-487eebcae6b9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307293 Sep 08 13:52:18.708036 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005993-a31a-4610-9eb0-78934ea13706 req-60d0f436-cef5-4046-a6c8-6b119d6e1175 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:18.709612 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-24005993-a31a-4610-9eb0-78934ea13706 req-60d0f436-cef5-4046-a6c8-6b119d6e1175 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0555580 Sep 08 13:52:18.748279 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-24005993-a31a-4610-9eb0-78934ea13706 req-d418ec2f-071c-45bd-a6aa-ecb49911f9ad tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Sep 08 13:52:18.968556 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:19.873049 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9aa5-8027-46bc-95d9-32cc1a3e1a26 req-44772b74-11aa-486c-89ac-349a148bcf18 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:19.874665 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-659f9aa5-8027-46bc-95d9-32cc1a3e1a26 req-44772b74-11aa-486c-89ac-349a148bcf18 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Sep 08 13:52:19.935957 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-659f9aa5-8027-46bc-95d9-32cc1a3e1a26 req-d7cc3ea3-fdb8-4554-8448-d6e795f95ab9 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531330 Sep 08 13:52:20.083859 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe7de-64aa-4bfa-952e-14bb52f21b81 req-427a2892-ae08-49ce-acc7-34506b1b2550 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:20.086442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8affe7de-64aa-4bfa-952e-14bb52f21b81 req-427a2892-ae08-49ce-acc7-34506b1b2550 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0757239 Sep 08 13:52:20.142523 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-8affe7de-64aa-4bfa-952e-14bb52f21b81 req-0a1b204a-47af-43cd-b391-2e7f77b786e0 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Sep 08 13:52:20.174034 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38384) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:20.215969 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4637ace3-3767-4098-b107-fba6536b1614 tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:20.217568 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-4637ace3-3767-4098-b107-fba6536b1614 tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1093 time: 0.0422351 Sep 08 13:52:20.220518 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38386) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:20.225879 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:20.250211 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.354186 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.476509 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.27.3.10 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/850fc50e-6989-4d2c-b2b4-6f679c07647d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:20.591245 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.636575 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.675497 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:20.679353 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:20.685471 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:20.691501 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=850fc50e-6989-4d2c-b2b4-6f679c07647d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:21.065048 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.137948 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.313727 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.318836 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520600280'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.389812 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=850fc50e-6989-4d2c-b2b4-6f679c07647d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:21.404811 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.508024 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.db.l3_db [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 42141e3b-a775-4a21-b760-19d1fedd6db0 associated. External IP: 172.27.3.10, port: b49d4d30-0b40-4171-ba61-44f891ceafb5. Sep 08 13:52:21.626798 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-1a369840-c963-4ed9-a029-d5c7fe3e5508 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484569 Sep 08 13:52:21.716724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-8d5f8900-4004-4cff-a4ef-ab7936ad8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:21.718348 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-8d5f8900-4004-4cff-a4ef-ab7936ad8e05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0459619 Sep 08 13:52:21.837147 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-55544572-7daf-4fea-aaac-d4c8a4342a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:21.838597 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-55544572-7daf-4fea-aaac-d4c8a4342a75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1005616 Sep 08 13:52:21.946625 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-44e5d9a9-3877-4697-b89d-4b463cb9830f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 998 time: 0.1002400 Sep 08 13:52:22.004456 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:22.005962 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-717d223c-b9e3-4d8f-a250-16d67eff09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.007493 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-717d223c-b9e3-4d8f-a250-16d67eff09e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0539711 Sep 08 13:52:22.062152 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-34431a90-b9fd-4a9d-867b-dc1b2fcfe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.063720 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-34431a90-b9fd-4a9d-867b-dc1b2fcfe82e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486429 Sep 08 13:52:22.075208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-0ea6337a-4607-44c6-aced-f5c7e9c5a5e9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:52:22.076236 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-0ea6337a-4607-44c6-aced-f5c7e9c5a5e9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053649 Sep 08 13:52:22.138298 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:22.152191 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:22.162485 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.163461 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:22.164081 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:22.186064 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-20a69b21-5d95-488c-a426-bf4cd69f3595 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017535 Sep 08 13:52:22.211771 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-7639523d-e170-4e9d-ba77-01fab27f0c8d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9898295 Sep 08 13:52:22.212685 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:22.216362 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c580b78c7c3e49de3dbdf673d650161b48e8a9cf2512bce8c87880833ce4cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02233c-af05-4be4-827a-b1c743d324f7" -d '{"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:22.280639 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730b22fb-e28e-4c86-8bdb-56336e486946 x-openstack-request-id: req-730b22fb-e28e-4c86-8bdb-56336e486946 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:22.283066 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5", "status": "completed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:22.283066 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-730b22fb-e28e-4c86-8bdb-56336e486946 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:22.283066 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'status': 'completed', 'code': 200} Sep 08 13:52:22.320811 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-443adc9e-6d13-4bd0-b68e-66e888665fa1 req-9b774e5a-8992-4e73-8280-d356b902c29e service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272445 Sep 08 13:52:22.340865 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:22.427780 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-0e005121-4d58-49e5-aab4-60f8f4a4a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.429345 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-0e005121-4d58-49e5-aab4-60f8f4a4a0ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0452945 Sep 08 13:52:22.550271 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-83f5d5fb-72f6-41fd-a1a3-2a6d54b45535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.552057 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-83f5d5fb-72f6-41fd-a1a3-2a6d54b45535 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1151340 Sep 08 13:52:22.635404 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-495285a3-bcca-40b4-b7d2-9c9ef371dd17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 998 time: 0.0729256 Sep 08 13:52:22.642801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:20Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:22.694666 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-75db51b4-c1a4-4f36-baf6-a03a0e5d5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.696417 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-75db51b4-c1a4-4f36-baf6-a03a0e5d5a65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0544522 Sep 08 13:52:22.751961 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-ca133bb6-4ff3-4c8f-8916-57706d379bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:22.753569 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-ca133bb6-4ff3-4c8f-8916-57706d379bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499580 Sep 08 13:52:22.803717 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:22.813556 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:22.814190 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:22.862666 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-6789bfc2-d4ac-4847-891a-ea4c991b3ad8 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011899 Sep 08 13:52:22.933666 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:22.983130 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ff02233c-af05-4be4-827a-b1c743d324f7 req-6fcfee13-63b5-4201-90bc-51cccecbbe07 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127489 Sep 08 13:52:23.220056 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:20Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:23.252966 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b3559-e149-46c8-af64-fbee2e6d7187 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:20Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:23.622469 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3723e-738e-4379-beac-556516e8854f None None] New status for floating IP 42141e3b-a775-4a21-b760-19d1fedd6db0: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:52:24.863393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38416) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:24.988472 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77a74f6-a773-44a9-8cfc-87f1c8fc5fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.091676 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77a74f6-a773-44a9-8cfc-87f1c8fc5fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.097301 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77a74f6-a773-44a9-8cfc-87f1c8fc5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.137467 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a74f6-a773-44a9-8cfc-87f1c8fc5fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002dbaa-23c1-4de4-977b-981f7e6948a5,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.142302 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-c77a74f6-a773-44a9-8cfc-87f1c8fc5fd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=431c5080f4194751bb24389b337d7121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778165 Sep 08 13:52:25.147557 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38420) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:25.206257 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.230321 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.281691 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.284295 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.285562 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4002dbaa-23c1-4de4-977b-981f7e6948a5 HTTP/1.1" status: 204 len: 168 time: 0.1375799 Sep 08 13:52:25.294331 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c1b3a-e221-4171-a027-6088e236edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002dbaa-23c1-4de4-977b-981f7e6948a5,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:25.973123 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38442) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:26.094941 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559135031-network', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.118101 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Made reservation on behalf of c646a8006a7741cdae4cef42a00b5ce1 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:26.120566 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.131025 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.240475 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.245396 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.272750 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:26.283297 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0872f607-368a-45a5-b972-fa8f9a8f2627,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.289091 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.289470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Added segment 3db7ca87-3490-4c68-8b3f-9631c8a793cd of type vlan for network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 Sep 08 13:52:26.335064 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.363631 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.364894 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:26.365588 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.435919 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4607437 Sep 08 13:52:26.439228 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38446) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:26.441431 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a7fb-e858-4d78-9431-58f3b9988235 admin admin] Pushing event updated for resources: {'Network': ['ID=0b79ab0a-55a2-4f49-89bd-6c287adf3a23,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.447797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Request body: {'subnet': {'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559135031-subnet', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'ip_version': 4}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.457140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:26.474731 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Made reservation on behalf of c646a8006a7741cdae4cef42a00b5ce1 for: {'subnet': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:26.478532 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2919105'] for subnet, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.699099 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2919127'] for subnet, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.758221 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89508963-42b1-43e6-baeb-2af22a75039d,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.776549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Checking segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:26.777025 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Network hostable DHCP agents. Network: 0b79ab0a-55a2-4f49-89bd-6c287adf3a23, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:26.799002 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:26.809974 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 0b79ab0a-55a2-4f49-89bd-6c287adf3a23) {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:26.816310 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:26.817398 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.821920 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9984b-8c88-46b4-8fbe-4b2938c69a7e None None] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:26.839731 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-01d0c9ac-462f-4deb-aaec-197eb049029c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3991559 Sep 08 13:52:26.844119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38448) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:26.849318 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:26.874124 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.875443 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:26.946510 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.015398 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:52:27.016461 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.090873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.171572 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Allocated IP 172.20.0.2 (0b79ab0a-55a2-4f49-89bd-6c287adf3a23/89508963-42b1-43e6-baeb-2af22a75039d/55b1f228-1da4-4f47-aa86-bb30410ad14c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:27.353704 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.368086 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Transition to ACTIVE for port object 55b1f228-1da4-4f47-aa86-bb30410ad14c will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:27.389800 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Transition to ACTIVE for port object 55b1f228-1da4-4f47-aa86-bb30410ad14c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:27.398137 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.441751 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:27.445613 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:27.448311 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:27.462617 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Pushing event updated for resources: {'Port': ['ID=55b1f228-1da4-4f47-aa86-bb30410ad14c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.516922 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Attempting to bind port 55b1f228-1da4-4f47-aa86-bb30410ad14c on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:27.517451 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Attempting to bind port 55b1f228-1da4-4f47-aa86-bb30410ad14c by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:27.517621 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Attempting to bind port 55b1f228-1da4-4f47-aa86-bb30410ad14c on network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:27.523781 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:27.524156 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Checking segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:27.524560 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.524975 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Bound using segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:27.525456 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Bound port: 55b1f228-1da4-4f47-aa86-bb30410ad14c, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:27.525878 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.614948 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] For port 55b1f228-1da4-4f47-aa86-bb30410ad14c, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:27.619745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] For port 55b1f228-1da4-4f47-aa86-bb30410ad14c, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=55b1f228-1da4-4f47-aa86-bb30410ad14c,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:27.625581 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.645047 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.667785 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:27.713962 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5395a-45fd-46d1-9991-8d6a529179c6 None None] Pushing event updated for resources: {'Port': ['ID=55b1f228-1da4-4f47-aa86-bb30410ad14c,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:27.814243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Allocated IP 172.27.3.157 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/b39f8003-9e98-414f-9504-387c0c7bf387) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:27.959237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:28.001588 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:28.041082 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:28.044221 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:28.051083 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:28.078233 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Pushing event updated for resources: {'Port': ['ID=b39f8003-9e98-414f-9504-387c0c7bf387,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:28.354136 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:28.582606 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:28.678437 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190dabb0-e855-4b85-b5ba-72ee8ae92ea0 None None] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:28.750216 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Router 63e97a7c-b071-4e38-a374-4607b3bc4d4e is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:28.764913 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f9602eff-db4c-4432-a20f-f7052a4e9352 None None] Provisioning for port 55b1f228-1da4-4f47-aa86-bb30410ad14c completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:28.877539 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:28.891192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Sync routers for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:28.898142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:28.903920 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ddb9931f-c1ca-43ea-9978-932f645f37db admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0543993 Sep 08 13:52:28.904538 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38450) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:28.913846 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:28.914542 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.046283 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:29.264346 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:29.291412 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Checking router: 63e97a7c-b071-4e38-a374-4607b3bc4d4e for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:29.291756 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Updating router 63e97a7c-b071-4e38-a374-4607b3bc4d4e port b39f8003-9e98-414f-9504-387c0c7bf387 binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:29.327072 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.418642 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.617293 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Allocated IP 172.20.0.1 (0b79ab0a-55a2-4f49-89bd-6c287adf3a23/89508963-42b1-43e6-baeb-2af22a75039d/1e7ac9b4-001a-460e-86a0-5ef3fcd8864b) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:29.660394 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.674087 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Transition to ACTIVE for port object b39f8003-9e98-414f-9504-387c0c7bf387 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:29.681827 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.743961 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763acf-e2e9-4235-ab35-27c7536bfe36 None None] Pushing event updated for resources: {'Port': ['ID=b39f8003-9e98-414f-9504-387c0c7bf387,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.761494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.767951 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Attempting to bind port b39f8003-9e98-414f-9504-387c0c7bf387 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:29.768409 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Attempting to bind port b39f8003-9e98-414f-9504-387c0c7bf387 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:29.768857 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Attempting to bind port b39f8003-9e98-414f-9504-387c0c7bf387 on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:29.774534 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:29.774879 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:29.775459 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.775854 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:29.776325 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Bound port: b39f8003-9e98-414f-9504-387c0c7bf387, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:29.776736 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.777430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Transition to ACTIVE for port object 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:29.822336 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 55b1f228-1da4-4f47-aa86-bb30410ad14c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:29.847011 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.881613 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] For port b39f8003-9e98-414f-9504-387c0c7bf387, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:29.895129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:29.898774 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:29.903393 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:29.914840 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] For port b39f8003-9e98-414f-9504-387c0c7bf387, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b39f8003-9e98-414f-9504-387c0c7bf387,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:29.936642 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.956736 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:29.975101 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:29.993986 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 55b1f228-1da4-4f47-aa86-bb30410ad14c completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:30.007009 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 55b1f228-1da4-4f47-aa86-bb30410ad14c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:30.007442 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.064820 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763acf-e2e9-4235-ab35-27c7536bfe36 None None] Pushing event updated for resources: {'Port': ['ID=b39f8003-9e98-414f-9504-387c0c7bf387,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.080400 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:30.081506 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:30.152398 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.353576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.359426 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.433969 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.435862 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.481894 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.503349 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-12f5cb97-cd8a-49ae-ab30-fbb65751b877 None None] Provisioning for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:30.522486 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-12f5cb97-cd8a-49ae-ab30-fbb65751b877 None None] Provisioning complete for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:30.522840 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12f5cb97-cd8a-49ae-ab30-fbb65751b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.526364 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:30.568577 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:30.570274 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:30.615372 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 55b1f228-1da4-4f47-aa86-bb30410ad14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=55b1f228-1da4-4f47-aa86-bb30410ad14c,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:30.624095 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.669492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-12f5cb97-cd8a-49ae-ab30-fbb65751b877 None None] Port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:30.724082 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Router 63e97a7c-b071-4e38-a374-4607b3bc4d4e has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:30.738096 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=55b1f228-1da4-4f47-aa86-bb30410ad14c,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:30.818244 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:30.846775 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b137f-fd8a-4eb0-8e07-70a1471d675a None None] The sync data for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi is: [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:28Z', 'revision_number': 3, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:30.878239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:30.886681 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5b166211-d80e-4278-a688-8541e56069d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/63e97a7c-b071-4e38-a374-4607b3bc4d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809558 Sep 08 13:52:30.900628 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-1b5ce5b3-75de-4c67-9629-8bf7a34089f3 None None] Provisioning complete for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:30.901236 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce5b3-75de-4c67-9629-8bf7a34089f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:30.948059 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ce5b3-75de-4c67-9629-8bf7a34089f3 None None] Port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:31.569136 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38470) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:31.574364 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-768481611-network', 'tenant_id': '54b4969f942449c5906b581f4ff14b27'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:31.607570 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Made reservation on behalf of 54b4969f942449c5906b581f4ff14b27 for: {'network': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:31.609988 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for network, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.619882 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.734629 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.743641 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.787940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:31.802196 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ea238-8a0e-46ff-a234-432f206dbb61,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.810430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.810950 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.segments_db [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Added segment 5017349a-c7b6-4d0c-8f09-5378d7d63ff1 of type vlan for network 79c72687-c685-4bed-9729-1748a1192344 Sep 08 13:52:31.874250 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765239053303'] for network, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.907881 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 55b1f228-1da4-4f47-aa86-bb30410ad14c up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:31.919278 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046'] for network, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.920507 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:31.921319 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:31.987647 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4172959 Sep 08 13:52:31.992212 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0ad5c-42ce-4eec-8e68-cc5c357e50ff admin admin] Pushing event updated for resources: {'Network': ['ID=79c72687-c685-4bed-9729-1748a1192344,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:31.992796 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38472) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:32.003914 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Network 79c72687-c685-4bed-9729-1748a1192344 details requested by agent ovs-agent-dv-cinder-784140-8-iscsi with host dv-cinder-784140-8-iscsi {{(pid=100415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:32.005445 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Request body: {'subnet': {'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-768481611-subnet', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'ip_version': 4}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:32.037194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 55b1f228-1da4-4f47-aa86-bb30410ad14c triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:32.037870 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.042434 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Made reservation on behalf of 54b4969f942449c5906b581f4ff14b27 for: {'subnet': 1} {{(pid=100411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:32.048763 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520829013'] for subnet, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.200658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b39f8003-9e98-414f-9504-387c0c7bf387 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:32.274192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port b39f8003-9e98-414f-9504-387c0c7bf387 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:32.280762 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port b39f8003-9e98-414f-9504-387c0c7bf387 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:32.281438 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.299692 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520600163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520828995'] for subnet, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.370608 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f552d926-118c-4bef-99a4-68a1b7471c91,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.377091 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Checking segment: {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:32.377293 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Network hostable DHCP agents. Network: 79c72687-c685-4bed-9729-1748a1192344, hostable agents: ['7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e'], hosted agents: [] {{(pid=100411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:32.400649 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Network 79c72687-c685-4bed-9729-1748a1192344 is scheduled to be hosted by DHCP agent 7c44250d-7cd4-4e5b-98a5-8ba8ddeb3d1e with binding_index 1 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:32.419377 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-8-iscsi, 79c72687-c685-4bed-9729-1748a1192344) {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:32.421427 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.428151 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:32.429156 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.444646 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415c9f8-fb83-49df-a79c-50b29c2e1110 None None] Network 79c72687-c685-4bed-9729-1748a1192344 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:32.456229 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-541692a6-f038-4665-abd5-3fa791cb1151 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4603796 Sep 08 13:52:32.459450 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38474) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:32.468896 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:32.481228 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port b39f8003-9e98-414f-9504-387c0c7bf387, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b39f8003-9e98-414f-9504-387c0c7bf387,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:32.494064 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.503371 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5702'] for router, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.506013 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.588104 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.633409 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=b39f8003-9e98-414f-9504-387c0c7bf387,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:32.651588 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Sync routers for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:32.675392 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:32.677446 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:32.738146 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf337a5c-0902-5115-b094-e21185371dfe-79c72687-c685-4bed-9729-1748a1192344', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91'}]}} from dv-cinder-784140-8-iscsi. {{(pid=100415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:52:32.739563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.820901 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:32.825792 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:32.938370 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Allocated IP 172.20.0.2 (79c72687-c685-4bed-9729-1748a1192344/f552d926-118c-4bef-99a4-68a1b7471c91/99213036-d5bd-4c92-b644-9e2440ee6364) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:33.069278 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 2, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:33.098082 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Checking router: 63e97a7c-b071-4e38-a374-4607b3bc4d4e for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:33.098944 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Updating router 63e97a7c-b071-4e38-a374-4607b3bc4d4e port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:33.126595 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.128006 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.136346 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Transition to ACTIVE for port object 99213036-d5bd-4c92-b644-9e2440ee6364 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:33.140800 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.153786 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Transition to ACTIVE for port object 99213036-d5bd-4c92-b644-9e2440ee6364 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:33.161445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.179880 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.201858 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Network 79c72687-c685-4bed-9729-1748a1192344 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:33.205283 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:33.212517 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:33.220483 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Pushing event updated for resources: {'Port': ['ID=99213036-d5bd-4c92-b644-9e2440ee6364,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.282607 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Attempting to bind port 99213036-d5bd-4c92-b644-9e2440ee6364 on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:33.282999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Attempting to bind port 99213036-d5bd-4c92-b644-9e2440ee6364 by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:33.283338 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Attempting to bind port 99213036-d5bd-4c92-b644-9e2440ee6364 on network 79c72687-c685-4bed-9729-1748a1192344 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:33.289019 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:33.289383 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Checking segment: {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:33.289785 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.290184 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Bound using segment: {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:33.290666 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Bound port: 99213036-d5bd-4c92-b644-9e2440ee6364, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:33.291051 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.348574 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Allocated IP 172.27.3.236 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/7149f22b-da90-411c-828e-4d8a4ca163ef) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:33.363146 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] For port 99213036-d5bd-4c92-b644-9e2440ee6364, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:33.367584 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] For port 99213036-d5bd-4c92-b644-9e2440ee6364, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=99213036-d5bd-4c92-b644-9e2440ee6364,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:33.372090 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.434498 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b276e-f27a-4808-b459-450ed1fb0e1a None None] Pushing event updated for resources: {'Port': ['ID=99213036-d5bd-4c92-b644-9e2440ee6364,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.490465 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.522659 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.538231 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Transition to ACTIVE for port object 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:33.543829 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.548153 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.590379 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:33.596784 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:33.607258 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:33.624870 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Pushing event updated for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.634646 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.634646 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.635007 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.635417 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.635805 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.636139 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.636468 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.636818 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.637160 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.637541 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.637867 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.638188 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:33.648175 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Pushing event updated for resources: {'Port': ['ID=7149f22b-da90-411c-828e-4d8a4ca163ef,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:33.742139 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Attempting to bind port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:33.742922 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Attempting to bind port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:33.742922 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Attempting to bind port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b on network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:33.750015 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:33.750366 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Checking segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:33.750714 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.751291 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Bound using segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:33.751784 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Bound port: 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:33.752962 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.876636 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] For port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:33.885562 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] For port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:33.898607 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:33.979986 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:33.980456 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:34.022660 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 99213036-d5bd-4c92-b644-9e2440ee6364 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:34.033716 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901190-a33b-4263-8180-4445d57ef543 None None] Pushing event updated for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:34.094839 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:34.113443 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 99213036-d5bd-4c92-b644-9e2440ee6364 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:34.126201 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b39f8003-9e98-414f-9504-387c0c7bf387 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:34.153456 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:34.223090 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port b39f8003-9e98-414f-9504-387c0c7bf387 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:34.223966 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:34.448460 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534754'] for router, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:34.495194 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:33Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:34.531358 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcc3b7-1c53-4809-b606-335da5d0919a None None] The sync data for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi is: [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:33Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:34.617133 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f is scheduled to L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f with binding_index 1 {{(pid=100411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:52:34.757999 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:34.774935 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Sync routers for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:34.777508 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:34.782013 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38476) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:34.782803 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-4b109ac7-32af-484f-97b7-147557872f61 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3196554 Sep 08 13:52:34.790426 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:34.791055 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:34.835809 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8344a6-318d-4c34-9923-a565bcc449fc None None] Network 79c72687-c685-4bed-9729-1748a1192344 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:34.979326 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Provisioning for port 99213036-d5bd-4c92-b644-9e2440ee6364 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:34.993916 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Provisioning complete for port 99213036-d5bd-4c92-b644-9e2440ee6364 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:34.994291 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.002563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:35.283291 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.313064 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.364386 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6504a49a-be1c-4c62-9571-375634193ead None None] For port 99213036-d5bd-4c92-b644-9e2440ee6364, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=99213036-d5bd-4c92-b644-9e2440ee6364,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:35.369949 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.403046 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:33Z', 'revision_number': 3, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:35.498205 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Allocated IP 172.20.0.1 (79c72687-c685-4bed-9729-1748a1192344/f552d926-118c-4bef-99a4-68a1b7471c91/cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:35.585094 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Checking router: 5c255f3c-b1d0-48c8-a224-a49468ad6b1f for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:35.585532 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Updating router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f port 7149f22b-da90-411c-828e-4d8a4ca163ef binding host dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:35.628063 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.630425 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504a49a-be1c-4c62-9571-375634193ead None None] Pushing event updated for resources: {'Port': ['ID=99213036-d5bd-4c92-b644-9e2440ee6364,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.657694 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.675289 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Transition to ACTIVE for port object cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:35.727024 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.809192 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Network 79c72687-c685-4bed-9729-1748a1192344 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:35.810203 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-15f7b4af-4e5b-40a9-bb4c-bdcaa1f28cca None None] Provisioning complete for port 99213036-d5bd-4c92-b644-9e2440ee6364 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:35.810203 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-15f7b4af-4e5b-40a9-bb4c-bdcaa1f28cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.812179 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:35.816620 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:35.882324 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:35.886236 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535487'] for router_interface, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:35.965895 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 99213036-d5bd-4c92-b644-9e2440ee6364 up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:36.102217 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.131144 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 99213036-d5bd-4c92-b644-9e2440ee6364 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:36.131651 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.186056 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.205257 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-41b4f549-b01e-436c-8b71-b64469adaa13 None None] Provisioning for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:36.212406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Transition to ACTIVE for port object 7149f22b-da90-411c-828e-4d8a4ca163ef will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:36.215214 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-41b4f549-b01e-436c-8b71-b64469adaa13 None None] Provisioning complete for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:36.215593 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-41b4f549-b01e-436c-8b71-b64469adaa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.241985 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.279934 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.286508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.321099 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-41b4f549-b01e-436c-8b71-b64469adaa13 None None] Port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:36.335925 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Attempting to bind port 7149f22b-da90-411c-828e-4d8a4ca163ef on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:36.336295 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Attempting to bind port 7149f22b-da90-411c-828e-4d8a4ca163ef by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:36.336691 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Attempting to bind port 7149f22b-da90-411c-828e-4d8a4ca163ef on network 20a46936-da6a-4208-be9c-0ebd0601bd03 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:36.341301 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055a791-5595-4965-a0c2-08fcdfacd817 None None] Pushing event updated for resources: {'Port': ['ID=7149f22b-da90-411c-828e-4d8a4ca163ef,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.354768 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:36.355149 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Checking segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:36.355556 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.355947 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Bound using segment: {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:36.356433 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Bound port: 7149f22b-da90-411c-828e-4d8a4ca163ef, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a08ace-e826-41fc-b8f2-8d8164dc6b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:36.356977 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.359437 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:36.361836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536367'] for router_interface, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.365385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.441800 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32c73e93-d818-44fa-ae22-c2b1477a14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.458602 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] For port 7149f22b-da90-411c-828e-4d8a4ca163ef, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:36.466673 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] For port 7149f22b-da90-411c-828e-4d8a4ca163ef, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=7149f22b-da90-411c-828e-4d8a4ca163ef,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:36.471700 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.491652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Network 79c72687-c685-4bed-9729-1748a1192344 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:36.493193 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:36.497859 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:36.508407 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:36.508824 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.570078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055a791-5595-4965-a0c2-08fcdfacd817 None None] Pushing event updated for resources: {'Port': ['ID=7149f22b-da90-411c-828e-4d8a4ca163ef,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.574270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:36.574903 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:36.637406 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:36.715859 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.729406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:36.764490 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:36.777162 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-700a125c-047c-4257-82c8-4ed4ffc435f1 admin admin] 10.222.0.58 "PUT /v2.0/routers/5c255f3c-b1d0-48c8-a224-a49468ad6b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9834688 Sep 08 13:52:36.790233 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:36.795499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.930098 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f760345f-9299-485c-b52e-7b3b84fb2829 None None] Provisioning complete for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:36.930550 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f760345f-9299-485c-b52e-7b3b84fb2829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:36.940964 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:36.996745 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f760345f-9299-485c-b52e-7b3b84fb2829 None None] Port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:37.054355 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf', 'name': '', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'mac_address': 'fa:16:3e:49:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:35Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 2, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'subnets': [{'id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:37.081601 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c6716-d7ea-4fcf-b002-2f24f3c6db0c None None] The sync data for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi is: [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf', 'name': '', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'mac_address': 'fa:16:3e:49:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:35Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 2, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'subnets': [{'id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:37.493701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38486) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:37.498361 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927615761', 'description': 'tempest-secgroup-smoke-927615761 description', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:37.524980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.621378 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.626276 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.672800 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.674154 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1794069 Sep 08 13:52:37.675571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a30d8-a01b-48ed-b2a9-1889934c3044 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b596d78-e1ad-4798-b85b-0662a51132e4,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.679724 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38488) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:37.684673 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.v2.base [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:37.742607 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.826020 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.835686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:37.846326 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.869108 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0990250-6edc-4f50-9e19-7f9fd30e8c9d,revision_number=0']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.889283 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.890700 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9225145e-aa22-449d-b78b-c86b2d18c27a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098751 Sep 08 13:52:37.893547 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38490) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:37.898953 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:37.907212 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:37.907586 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.930672 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.296517 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.300745 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.323194 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3848fad-99b3-4bec-a1d4-86baaf3e0fcd,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.332587 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.332587 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f45e5830-a86e-498e-917d-723b1e9d0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4374270 Sep 08 13:52:38.334830 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38492) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:38.340180 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:38.381666 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.459467 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.464704 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.483781 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f91dae-1be3-437c-bd47-3b26d1d570e1,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.491009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.492539 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-24a9f0c4-8e06-4f5f-b7b0-65d734f16c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567149 Sep 08 13:52:38.495235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38494) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:38.499703 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:38.526235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.584733 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.588227 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.605383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31516200-a534-485d-8812-53fed40a6a30,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.611320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.612694 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-93739c5e-22a0-45c4-98e5-7921808a3752 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164751 Sep 08 13:52:38.615569 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38496) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:38.619928 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:38.643100 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.securitygroups_db [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Project c646a8006a7741cdae4cef42a00b5ce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:52:38.648837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.730489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.734884 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.757219 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f2b981-0604-4d40-8b8a-d3cc0a842dce,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.760399 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.761674 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-558d3633-eeae-47e8-9244-14bb50db6f53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452932 Sep 08 13:52:38.764635 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38498) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:38.769157 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'security_group_rule': {'security_group_id': '6b596d78-e1ad-4798-b85b-0662a51132e4', 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:38.798289 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.securitygroups_db [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Project c646a8006a7741cdae4cef42a00b5ce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:52:38.803239 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.811823 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ed5480d-9206-4b70-ad9b-c64420104da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.866986 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.873028 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545452'] for security_group_rule, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.891940 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e668b738-b7eb-4381-bf18-e8f40768c132,revision_number=0']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:38.901000 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:38.902504 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-84afb71a-95a7-425b-b135-539cfa0e1e33 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367488 Sep 08 13:52:38.936380 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:39.167834 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Sync routers for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:39.179546 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:39.180244 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:39.289294 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:39.502259 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf', 'name': '', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'mac_address': 'fa:16:3e:49:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:35Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 2, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'subnets': [{'id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:39.529243 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Checking router: 5c255f3c-b1d0-48c8-a224-a49468ad6b1f for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:39.529599 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Updating router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf binding host dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:52:39.560344 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:39.815987 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 7149f22b-da90-411c-828e-4d8a4ca163ef up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:39.866692 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks [] for port, precommit_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:39.869194 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port 7149f22b-da90-411c-828e-4d8a4ca163ef completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:39.873131 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 7149f22b-da90-411c-828e-4d8a4ca163ef triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:39.873511 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:39.877082 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.provisioning_blocks [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Transition to ACTIVE for port object cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf will not be triggered until provisioned by entity L2. {{(pid=100421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:39.883500 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:39.932209 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bbfd6-c729-4b6c-bf30-be4a8db1f8f6 None None] Pushing event updated for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=3']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:39.983264 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.005589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port 7149f22b-da90-411c-828e-4d8a4ca163ef, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=7149f22b-da90-411c-828e-4d8a4ca163ef,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:40.006467 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Attempting to bind port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf on host dv-cinder-784140-8-iscsi for vnic_type normal with profile {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:40.006960 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Attempting to bind port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf by drivers openvswitch,hyperv on host dv-cinder-784140-8-iscsi at level 0 using segments [{'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:40.007472 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Attempting to bind port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf on network 79c72687-c685-4bed-9729-1748a1192344 {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:40.010080 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.014838 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Checking agent: {'id': 'af6e04d9-6703-429f-b2ed-0a452828fb76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 34, 9), 'started_at': datetime.datetime(2021, 9, 8, 13, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:40.015271 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Checking segment: {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:40.021108 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.021628 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Bound using segment: {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'} {{(pid=100421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:40.022217 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.managers [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Bound port: cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf, host: dv-cinder-784140-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5017349a-c7b6-4d0c-8f09-5378d7d63ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '79c72687-c685-4bed-9729-1748a1192344'}}] {{(pid=100421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:40.022752 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.069996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=7149f22b-da90-411c-828e-4d8a4ca163ef,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:40.091913 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] For port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf, host dv-cinder-784140-8-iscsi, cleared binding levels {{(pid=100421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:40.095352 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.plugins.ml2.db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] For port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf, host dv-cinder-784140-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:40.099490 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron_lib.callbacks.manager [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.157992 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:40.158641 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:52:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:40.170918 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.201608 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bbfd6-c729-4b6c-bf30-be4a8db1f8f6 None None] Pushing event updated for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=4']} {{(pid=100421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:40.288016 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:40.501223 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf', 'name': '', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'mac_address': 'fa:16:3e:49:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:35Z', 'updated_at': '2021-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'subnets': [{'id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:40.544013 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d70c8-b665-4e32-a30d-fe2f38c27344 None None] The sync data for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi is: [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': 'cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf', 'name': '', 'network_id': '79c72687-c685-4bed-9729-1748a1192344', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'mac_address': 'fa:16:3e:49:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:35Z', 'updated_at': '2021-09-08T13:52:40Z', 'revision_number': 4, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'subnets': [{'id': 'f552d926-118c-4bef-99a4-68a1b7471c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:41.521707 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:41.796170 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:41.849360 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:41.853854 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:41.854277 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:41.938451 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:41.974297 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] For port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:41.980070 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:41.981319 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 7149f22b-da90-411c-828e-4d8a4ca163ef up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:42.175827 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:42.192542 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Pushing event updated for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:42.206795 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port 7149f22b-da90-411c-828e-4d8a4ca163ef triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:42.207162 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:43.776659 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf up at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:43.833042 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Provisioning complete for port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:43.833414 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:48.959615 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:55.404051 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-d11bab97-5038-4ea2-97db-770b1165f974 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927615761&fields=id&tenant_id=c646a8006a7741cdae4cef42a00b5ce1 HTTP/1.1" status: 200 len: 267 time: 0.0318310 Sep 08 13:52:55.507574 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-c9d718de-68d6-470c-bb8f-f1eb98517849 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:55.508956 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-c9d718de-68d6-470c-bb8f-f1eb98517849 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 808 time: 0.0981984 Sep 08 13:52:55.523405 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-fdf094c5-9079-44e9-8d8a-fdcb0cb86b53 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/quotas/c646a8006a7741cdae4cef42a00b5ce1 HTTP/1.1" status: 200 len: 375 time: 0.0085695 Sep 08 13:52:55.573296 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-1ee8f515-6887-4d46-ae47-71b46b6b2ed2 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447266 Sep 08 13:52:55.589295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-323961da-ea41-43c5-aa42-b150a90adb8f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:52:55.590262 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-323961da-ea41-43c5-aa42-b150a90adb8f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051413 Sep 08 13:52:55.682506 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-80878886-67ad-47b9-9b89-c9a9c3d0d889 service neutron] 10.222.0.58 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Sep 08 13:52:55.772917 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-de957cc2-94cd-4c9e-9e2b-748828c9be20 service neutron] 10.222.0.58 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Sep 08 13:52:56.053984 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-7d1424c7-76ca-435e-b530-580bce99ac07 req-5048e641-3de9-43ae-b3b8-2536df5fffc3 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 210 time: 0.0265310 Sep 08 13:52:56.991168 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-19253548-495d-4e55-b37f-ddba1d51bdb9 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:56.992656 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-19253548-495d-4e55-b37f-ddba1d51bdb9 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 808 time: 0.1072414 Sep 08 13:52:57.034426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-f8dafde8-b6b3-49af-9e7c-e9946ec9aaf8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c646a8006a7741cdae4cef42a00b5ce1 HTTP/1.1" status: 200 len: 379 time: 0.0328636 Sep 08 13:52:57.044550 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'port': {'device_id': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'admin_state_up': True, 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'security_groups': ['6b596d78-e1ad-4798-b85b-0662a51132e4']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:57.162241 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5fbff8cb-84ba-4298-8394-a4f5e91e9a8b req-25b4a8f9-b8c6-497d-9a08-2ac1b5c7fb54 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 210 time: 0.0382202 Sep 08 13:52:57.177828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Made reservation on behalf of c646a8006a7741cdae4cef42a00b5ce1 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:57.181589 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.307356 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Allocated IP 172.20.0.12 (0b79ab0a-55a2-4f49-89bd-6c287adf3a23/89508963-42b1-43e6-baeb-2af22a75039d/1c58b5cd-4fd1-4bc3-a9eb-1207be9de377) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:57.446074 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.459699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Transition to ACTIVE for port object 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:57.492873 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.535977 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:57.539571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:57.543254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:57.570549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:57.588797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.589150 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.589504 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.589847 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.590214 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.590548 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.590880 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.591208 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.591536 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.591861 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.592183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.592507 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:57.614693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:57.615315 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.632051 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-390a6d23-0bd3-4b67-a096-f3e723d45614 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5911241 Sep 08 13:52:57.736104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Request body: {'port': {'device_id': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:57.788435 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.798613 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-18b6c407-c227-4d30-a7fa-99421e268d36 None None] Provisioning for port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:57.802255 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-18b6c407-c227-4d30-a7fa-99421e268d36 None None] Provisioning complete for port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:57.802620 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18b6c407-c227-4d30-a7fa-99421e268d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:57.837136 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-18b6c407-c227-4d30-a7fa-99421e268d36 None None] Port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:58.060308 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:52:58.071485 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:58.086495 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Transition to ACTIVE for port object 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:58.091778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:58.153794 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:58.225672 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Attempting to bind port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:58.226051 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Attempting to bind port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:58.226342 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Attempting to bind port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 on network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:58.245840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 on network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:52:58.246214 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Attempting to bind port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 on network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:58.265991 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:58.266340 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Checking segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:58.266736 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Bound using segment: {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:58.267170 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Bound port: 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db7ca87-3490-4c68-8b3f-9631c8a793cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:58.267533 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:58.319254 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae140b3-b7ff-4dfd-9ca0-169b2829f8df req-2fc4567c-556a-40e7-be58-39f52a945676 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.320859 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ae140b3-b7ff-4dfd-9ca0-169b2829f8df req-2fc4567c-556a-40e7-be58-39f52a945676 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0865469 Sep 08 13:52:58.377341 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:58.382200 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3ae140b3-b7ff-4dfd-9ca0-169b2829f8df req-b814fa5d-c55c-4f12-a510-f265166726e7 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550983 Sep 08 13:52:58.392904 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:58.404451 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:58.441623 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.442244 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:58.443687 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1094 time: 0.8035412 Sep 08 13:52:58.444154 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:58.446383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e872039-4c71-4020-960e-b09078af1df2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:58.478597 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e3df-5c09-4441-ae66-7151d7822b82 service neutron] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:58.492750 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e99793-2ce5-4a20-9c46-7081315a76dc x-openstack-request-id: req-41e99793-2ce5-4a20-9c46-7081315a76dc {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:58.492983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:58.493235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41e99793-2ce5-4a20-9c46-7081315a76dc {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:58.493637 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'status': 'completed', 'code': 200} Sep 08 13:52:58.542433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-e3b834ee-caa2-4a8b-b385-8eabb529f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.544057 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-e3b834ee-caa2-4a8b-b385-8eabb529f5b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1097 time: 0.0431228 Sep 08 13:52:58.587934 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-91f9ac27-74a3-498d-b7fe-3951d09a3567 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 217 time: 0.0356529 Sep 08 13:52:58.644292 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-7cbe896f-8452-4035-a295-2edfe57196da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.645788 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-7cbe896f-8452-4035-a295-2edfe57196da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0501101 Sep 08 13:52:58.697333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676be-4894-4157-b158-ff18f243d1d1 req-a8a48571-cdb8-4fd7-8616-3de83ef07cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.698855 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-a8a48571-cdb8-4fd7-8616-3de83ef07cf2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454876 Sep 08 13:52:58.790079 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-9b5497a6-7770-4b2c-a3a0-e623809f5d66 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Sep 08 13:52:58.891060 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-753676be-4894-4157-b158-ff18f243d1d1 req-31c7799f-7bd9-4a88-bb14-3b1d5eb86bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938079 Sep 08 13:52:58.976498 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872039-4c71-4020-960e-b09078af1df2 req-2b06338e-3282-4fa9-a558-09676ec52f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.978052 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-2b06338e-3282-4fa9-a558-09676ec52f2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1097 time: 0.0420570 Sep 08 13:52:59.073646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872039-4c71-4020-960e-b09078af1df2 req-31c366da-7cec-4970-8582-36b833fd89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:59.075109 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-31c366da-7cec-4970-8582-36b833fd89c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0894179 Sep 08 13:52:59.118615 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-d752de52-0ae8-4393-9d8a-f759e2fd8cc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 217 time: 0.0337126 Sep 08 13:52:59.167564 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872039-4c71-4020-960e-b09078af1df2 req-4168c9bb-5f7f-4cc8-aaae-65835dee3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:59.169005 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-4168c9bb-5f7f-4cc8-aaae-65835dee3208 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0433605 Sep 08 13:52:59.217724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872039-4c71-4020-960e-b09078af1df2 req-7684c2b2-5fe8-429f-b2f0-d869827eb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:59.219191 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-7684c2b2-5fe8-429f-b2f0-d869827eb787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431159 Sep 08 13:52:59.306879 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-00a6ddb2-2fd8-4bc7-9d7d-1cabf7c02d1a service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804248 Sep 08 13:52:59.397565 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1e872039-4c71-4020-960e-b09078af1df2 req-8830ed92-8444-48a2-bc38-571b7a665c5b service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836682 Sep 08 13:52:59.495735 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aa73f-6924-4a10-8a2b-b5331cae8386 req-152d4877-618c-4a25-9c03-95903cff6aca tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:59.497246 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea1aa73f-6924-4a10-8a2b-b5331cae8386 req-152d4877-618c-4a25-9c03-95903cff6aca tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0492475 Sep 08 13:52:59.534114 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ea1aa73f-6924-4a10-8a2b-b5331cae8386 req-47085d9c-46df-4108-8a5c-c20376004391 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Sep 08 13:53:00.650825 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ab7a4-30d8-4652-ae36-bab971c80a82 req-ba6ddd3c-4ddc-4b31-81f7-7daac6f13c8c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:00.652360 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-432ab7a4-30d8-4652-ae36-bab971c80a82 req-ba6ddd3c-4ddc-4b31-81f7-7daac6f13c8c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Sep 08 13:53:00.690831 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-432ab7a4-30d8-4652-ae36-bab971c80a82 req-68b8e9a5-c582-4cc0-9c94-17cf45e251d9 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Sep 08 13:53:01.823838 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef519b-09e7-4c41-b69c-69232b97d279 req-c95048ac-dc10-4b03-ae8f-619c9834234c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:01.826491 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-22ef519b-09e7-4c41-b69c-69232b97d279 req-c95048ac-dc10-4b03-ae8f-619c9834234c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0670874 Sep 08 13:53:01.864119 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-22ef519b-09e7-4c41-b69c-69232b97d279 req-60dc400e-f6e8-4aa4-a895-92efa28a11b5 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Sep 08 13:53:02.981261 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1900ab-a832-4090-abc4-8498670da95f req-e4c9ed2f-80b4-4de3-99a4-802938f54621 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:02.982834 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d1900ab-a832-4090-abc4-8498670da95f req-e4c9ed2f-80b4-4de3-99a4-802938f54621 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0496330 Sep 08 13:53:03.022332 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3d1900ab-a832-4090-abc4-8498670da95f req-40162974-20b3-409a-bd14-cb49523fd6aa tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Sep 08 13:53:04.143119 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c47d4-59fe-42e4-ad49-af3fc450323c req-b1527b4b-4ca8-43e0-bcf1-94e6a6bca538 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:04.144716 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-409c47d4-59fe-42e4-ad49-af3fc450323c req-b1527b4b-4ca8-43e0-bcf1-94e6a6bca538 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0530598 Sep 08 13:53:04.184365 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-409c47d4-59fe-42e4-ad49-af3fc450323c req-fc53d12f-4965-400f-bdd9-1c28e799481f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Sep 08 13:53:05.315838 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb2f1-97b2-434c-b528-fffdce31756e req-1682d3fd-4250-49ec-8342-a1c0712aa37f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:05.317523 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-248eb2f1-97b2-434c-b528-fffdce31756e req-1682d3fd-4250-49ec-8342-a1c0712aa37f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0558252 Sep 08 13:53:05.359775 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-248eb2f1-97b2-434c-b528-fffdce31756e req-32c08d4c-500b-4c1e-a67c-e7314d152fde tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Sep 08 13:53:06.119999 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:06.215989 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:06.227617 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'mac_address': 'fa:16:3e:f9:65:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:06.265118 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.278207 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:53:06.297661 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:06.301737 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.352364 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:06.382241 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3ea34a3-e96a-42dc-b2bc-d5d53f4cce55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.480621 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2581-68ce-46be-a2fc-dcd3ad670c6d req-93057a6a-efc0-4e8c-a278-fd00a98a8d8f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:06.482116 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d4b2581-68ce-46be-a2fc-dcd3ad670c6d req-93057a6a-efc0-4e8c-a278-fd00a98a8d8f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Sep 08 13:53:06.520080 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0d4b2581-68ce-46be-a2fc-dcd3ad670c6d req-4430de00-4f0b-4d29-a86e-c58266df94b1 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Sep 08 13:53:06.525735 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:07.631660 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ec5e9-0654-44dc-90eb-ae9ecfc0885e req-61508b74-b330-48d8-9c4a-5f4a5933f2b0 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:07.633165 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a12ec5e9-0654-44dc-90eb-ae9ecfc0885e req-61508b74-b330-48d8-9c4a-5f4a5933f2b0 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 945 time: 0.0474873 Sep 08 13:53:07.669796 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a12ec5e9-0654-44dc-90eb-ae9ecfc0885e req-8ba53865-1393-46fb-bfa8-d7456c11b5d6 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Sep 08 13:53:08.167965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:08.214942 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:53:08.218638 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:53:08.219050 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.294815 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.316664 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:08.318918 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859738de-df1f-4eb5-b58a-576a8b657afb" -d '{"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-plugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:08.334718 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:08.339000 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.387180 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:08.409410 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21fa47e-ed07-4894-abc9-bea719f56ea5 x-openstack-request-id: req-b21fa47e-ed07-4894-abc9-bea719f56ea5 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:08.409698 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-plugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:08.409971 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b21fa47e-ed07-4894-abc9-bea719f56ea5 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:08.410374 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'code': 200} Sep 08 13:53:08.626336 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30be2ca-690c-48fa-af2e-f3779a542aa4 req-a842fc5e-8c7d-42a1-b891-7bcc689ca6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.627783 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a30be2ca-690c-48fa-af2e-f3779a542aa4 req-a842fc5e-8c7d-42a1-b891-7bcc689ca6eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0425663 Sep 08 13:53:08.662684 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a30be2ca-690c-48fa-af2e-f3779a542aa4 req-87d74ceb-3c21-4355-a8a1-9d911d93657e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272701 Sep 08 13:53:08.784842 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16883b-8cfb-499b-9efb-220df00828f7 req-f505a96a-5e85-4f3f-9e78-0fc8b1a74038 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.786378 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce16883b-8cfb-499b-9efb-220df00828f7 req-f505a96a-5e85-4f3f-9e78-0fc8b1a74038 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0482087 Sep 08 13:53:08.813525 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-231d4e58-9b7d-4bf6-b664-0e04d732d8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.829456 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ce16883b-8cfb-499b-9efb-220df00828f7 req-8ce2d77e-fccd-4a2a-a806-a6a08543ccbc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Sep 08 13:53:08.927969 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:09.943996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd2235-82d1-489a-85cd-9dc72703f2ac req-4332ceb5-8d39-47b7-a4b5-c2d1258a0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:09.945524 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eccd2235-82d1-489a-85cd-9dc72703f2ac req-4332ceb5-8d39-47b7-a4b5-c2d1258a0ab8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0488949 Sep 08 13:53:09.982760 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eccd2235-82d1-489a-85cd-9dc72703f2ac req-20a5138c-77c5-4dad-a50b-6267e87a0bf2 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Sep 08 13:53:10.096323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31acd-31de-4a8f-baf2-135e34c59e55 req-5e5820d8-58f7-4261-ac18-39ace847981b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:10.097850 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-efe31acd-31de-4a8f-baf2-135e34c59e55 req-5e5820d8-58f7-4261-ac18-39ace847981b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0508819 Sep 08 13:53:10.135587 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-efe31acd-31de-4a8f-baf2-135e34c59e55 req-3670681e-b4b6-48e7-82ed-d09a6af82cee tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310853 Sep 08 13:53:10.157489 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38660) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:10.171997 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.240237 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60b8f6-f05a-4ef1-989e-b0fb1e115feb tempest-TestShelveInstance-87358172 tempest-TestShelveInstance-87358172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:10.241824 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-4d60b8f6-f05a-4ef1-989e-b0fb1e115feb tempest-TestShelveInstance-87358172 tempest-TestShelveInstance-87358172-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1094 time: 0.0833552 Sep 08 13:53:10.244799 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38664) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:10.248976 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:10.269984 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for floatingip, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.364468 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.464446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Allocated IP 172.27.3.208 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/ed428234-0751-484d-8b26-212bc6bfe570) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:10.566053 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.603722 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.637333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:10.640365 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:10.643724 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:53:10.674843 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'Port': ['ID=ed428234-0751-484d-8b26-212bc6bfe570,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:10.999058 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.062256 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.206340 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.210841 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.277979 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event updated for resources: {'Port': ['ID=ed428234-0751-484d-8b26-212bc6bfe570,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.289739 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.384811 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Floating IP 64db248d-5a1f-48ba-b88b-0db7a5117fb0 associated. External IP: 172.27.3.208, port: 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377. Sep 08 13:53:11.521888 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.853084 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Router 63e97a7c-b071-4e38-a374-4607b3bc4d4e has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:11.956273 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:11.965962 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Sync routers for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:11.971468 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.976381 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:53:11.977027 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:53:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:11.998806 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-d18625e7-19ba-421a-84d2-bb713bd65c73 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7530053 Sep 08 13:53:11.999400 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:12.001654 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:12.041840 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d6ab8-691e-495f-a69d-455e862d55f5 x-openstack-request-id: req-b58d6ab8-691e-495f-a69d-455e862d55f5 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:12.042132 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:12.042389 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b58d6ab8-691e-495f-a69d-455e862d55f5 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:12.042790 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'status': 'completed', 'code': 200} Sep 08 13:53:12.085607 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:53:12.104154 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-3a61f222-9756-445c-93b3-b0a1d17b8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.105674 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-3a61f222-9756-445c-93b3-b0a1d17b8aae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0411637 Sep 08 13:53:12.200151 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-66153b04-3181-4ea4-b1e2-5762290fa244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.201791 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-66153b04-3181-4ea4-b1e2-5762290fa244 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0892639 Sep 08 13:53:12.268528 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-6d15a3c5-2e82-4c06-b7a5-ecd40044a9aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1000 time: 0.0582416 Sep 08 13:53:12.309998 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '64db248d-5a1f-48ba-b88b-0db7a5117fb0', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'mac_address': 'fa:16:3e:f9:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:53:10Z', 'updated_at': '2021-09-08T13:53:10Z', 'revision_number': 0, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:12.317983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-59767c78-1dd8-45ea-8b0f-4f78e848b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.319455 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-59767c78-1dd8-45ea-8b0f-4f78e848b8ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0423765 Sep 08 13:53:12.336594 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Checking router: 63e97a7c-b071-4e38-a374-4607b3bc4d4e for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:12.345039 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:53:12.345589 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:53:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:12.369474 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-cade23c2-2dc1-496b-a708-a16fcdf61f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.370887 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-cade23c2-2dc1-496b-a708-a16fcdf61f88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438433 Sep 08 13:53:12.451496 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:53:12.459381 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-8fae0720-badb-4fa8-8442-e24d623e24a6 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Sep 08 13:53:12.552764 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-763802eb-65a9-4c4d-b674-1f7ed6ff57b4 req-52e85678-e3ba-4864-b0ef-d0248e0492c4 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Sep 08 13:53:12.672323 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '64db248d-5a1f-48ba-b88b-0db7a5117fb0', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'mac_address': 'fa:16:3e:f9:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:53:10Z', 'updated_at': '2021-09-08T13:53:10Z', 'revision_number': 0, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:12.702406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628843-b3c0-4764-b90b-dafa73ee4448 None None] The sync data for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi is: [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '64db248d-5a1f-48ba-b88b-0db7a5117fb0', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'mac_address': 'fa:16:3e:f9:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:53:10Z', 'updated_at': '2021-09-08T13:53:10Z', 'revision_number': 0, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:12.876782 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c6662-c760-4d69-9725-b2ecf91731ac None None] New status for floating IP 64db248d-5a1f-48ba-b88b-0db7a5117fb0: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:53:18.964986 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:19.174839 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:53:23.632534 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-268b8952-4485-4370-a7f2-63e1454fc525 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388033 Sep 08 13:53:23.710777 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-4573928d-b662-43ba-bb2b-5746b23ac1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:23.712250 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-4573928d-b662-43ba-bb2b-5746b23ac1d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0391879 Sep 08 13:53:23.815293 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-3e9139cd-bdf4-4760-8eb0-fbf80bc55e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:23.816797 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-3e9139cd-bdf4-4760-8eb0-fbf80bc55e43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0861564 Sep 08 13:53:23.880334 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-423ae4ea-bfec-4e3e-b4c2-0ce3449a46e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 1000 time: 0.0557806 Sep 08 13:53:23.931814 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-ddbb6a53-18ac-4c9e-8320-40cb1f69bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:23.933337 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-ddbb6a53-18ac-4c9e-8320-40cb1f69bf91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0462232 Sep 08 13:53:23.985826 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-51e521d5-bf72-4dd4-940e-1132ff68e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:23.987312 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-51e521d5-bf72-4dd4-940e-1132ff68e102 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409887 Sep 08 13:53:24.087898 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-4338d69f-5fac-4c4c-b70f-cb13fc7793a3 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807524 Sep 08 13:53:24.178049 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-865c6a33-4d41-4cba-bef8-a3e30af6118b req-413a1940-a8c3-4f87-a396-6aebdfe22049 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Sep 08 13:53:36.382465 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-447a6abc-90b5-4781-b77b-8d29738b5ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:38.814758 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21d02571-c879-4a38-aa57-21fea6e734b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:38.928659 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.174461 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.517270 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:48.973205 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:56.173806 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:01.482349 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-d037dc59-845d-4f9f-861d-3796a722b240 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531393475&fields=id&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 267 time: 0.0329742 Sep 08 13:54:01.590511 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-1e91adf3-5401-48f7-b1ec-08f518064b6d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:01.592001 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-1e91adf3-5401-48f7-b1ec-08f518064b6d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.1029675 Sep 08 13:54:01.606597 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a06a38da-c7b7-45da-b782-9288799e42aa tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/quotas/b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 375 time: 0.0087192 Sep 08 13:54:01.663480 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-2986acf7-7d19-4c09-8b65-c163432e3919 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518026 Sep 08 13:54:01.754558 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-7eb87896-45c8-42fd-9f57-e1bf17ae918c service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799448 Sep 08 13:54:01.848591 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-6f071baa-4be4-45c7-8c68-ade96b2fc05b service neutron] 10.222.0.58 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863638 Sep 08 13:54:02.137430 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-2eee1e2c-7210-487f-9dc7-538eedd3c905 req-80833425-c358-448c-a4c9-dd11731ad3f6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 210 time: 0.0267301 Sep 08 13:54:03.139775 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-4c1b8441-199e-4ca1-8c75-09e6a5abf709 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:03.141721 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-4c1b8441-199e-4ca1-8c75-09e6a5abf709 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 812 time: 0.1061378 Sep 08 13:54:03.188440 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a937dc95-23dc-4617-88c0-0b569b1fbd90 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e722338d4347508d8156a5ec6d3517 HTTP/1.1" status: 200 len: 379 time: 0.0366418 Sep 08 13:54:03.198092 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'port': {'device_id': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'admin_state_up': True, 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'security_groups': ['21820247-35f9-46d3-a7bf-83746278c368']}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:03.255844 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-685e88f4-71fe-46f6-8f1c-7ce14231d6d2 req-bc8e2931-c6b0-4dc0-b7f2-c02861aef23c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 210 time: 0.0426660 Sep 08 13:54:03.333564 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Made reservation on behalf of b9e722338d4347508d8156a5ec6d3517 for: {'port': 1} {{(pid=100413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:03.337628 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:03.458285 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.20.0.7 (80a8460e-a302-4718-a0cf-0552a6241fff/4970c5be-ed96-4172-ae8f-6d260663a994/b40e1f84-218b-4b89-b448-a443e7de2005) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:03.603323 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:03.616248 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Transition to ACTIVE for port object b40e1f84-218b-4b89-b448-a443e7de2005 will not be triggered until provisioned by entity DHCP. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:54:03.648737 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:03.690025 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 80a8460e-a302-4718-a0cf-0552a6241fff is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:03.693107 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:03.699932 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:54:03.722817 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:03.741507 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.741852 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.742197 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.742535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.742872 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.743195 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.743524 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.743851 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.744187 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.744508 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.744855 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.745177 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:03.766313 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:03.766973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:03.781917 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-a9adafc7-788a-407b-ad96-7a9893ab0891 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874989 Sep 08 13:54:03.794466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Request body: {'port': {'device_id': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:03.851611 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:03.965438 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-328e1e93-590f-49b2-b78f-0ecfeb706ae5 None None] Provisioning for port b40e1f84-218b-4b89-b448-a443e7de2005 completed by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:54:03.969012 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-328e1e93-590f-49b2-b78f-0ecfeb706ae5 None None] Provisioning complete for port b40e1f84-218b-4b89-b448-a443e7de2005 triggered by entity DHCP. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:54:03.969385 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-328e1e93-590f-49b2-b78f-0ecfeb706ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.004504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-328e1e93-590f-49b2-b78f-0ecfeb706ae5 None None] Port b40e1f84-218b-4b89-b448-a443e7de2005 cannot update to ACTIVE because it is not bound. {{(pid=100415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:54:04.109875 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40e1f84-218b-4b89-b448-a443e7de2005 {{(pid=100413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:54:04.117158 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.128623 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.provisioning_blocks [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Transition to ACTIVE for port object b40e1f84-218b-4b89-b448-a443e7de2005 will not be triggered until provisioned by entity L2. {{(pid=100413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:54:04.132553 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.181628 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Pushing event updated for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:04.248433 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Attempting to bind port b40e1f84-218b-4b89-b448-a443e7de2005 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:54:04.248792 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Attempting to bind port b40e1f84-218b-4b89-b448-a443e7de2005 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:54:04.249120 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Attempting to bind port b40e1f84-218b-4b89-b448-a443e7de2005 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:54:04.253719 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Port b40e1f84-218b-4b89-b448-a443e7de2005 on network 80a8460e-a302-4718-a0cf-0552a6241fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:54:04.254041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Attempting to bind port b40e1f84-218b-4b89-b448-a443e7de2005 on network 80a8460e-a302-4718-a0cf-0552a6241fff {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:54:04.259135 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Checking agent: {'id': '2ec6376f-d289-4b04-b9a6-041c8a5aee9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'started_at': datetime.datetime(2021, 9, 8, 13, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:54:04.259465 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Checking segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:54:04.259843 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Bound using segment: {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'} {{(pid=100413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:54:04.260265 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.managers [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Bound port: b40e1f84-218b-4b89-b448-a443e7de2005, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff'}}] {{(pid=100413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:54:04.260637 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.342620 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, cleared binding levels {{(pid=100413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:04.367693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b40e1f84-218b-4b89-b448-a443e7de2005,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:04.372328 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.413078 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.413701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:04.415159 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] 10.222.0.50 "PUT /v2.0/ports/b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 200 len: 1093 time: 0.6251118 Sep 08 13:54:04.415600 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:04.418246 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6114f7cd-0d84-4200-b243-4a1a25e497c2" -d '{"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:04.440155 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded44c-bd83-4e45-b8c9-6335f83a1391 req-16bc7824-3066-4c1b-90d4-84a9160c9c52 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.441725 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9ded44c-bd83-4e45-b8c9-6335f83a1391 req-16bc7824-3066-4c1b-90d4-84a9160c9c52 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.1143458 Sep 08 13:54:04.493452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48485-c2d8-4381-9aa4-1e20d1bc4755 service neutron] Pushing event updated for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=3']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:04.524563 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f9ded44c-bd83-4e45-b8c9-6335f83a1391 req-de024f78-16b5-429f-9754-48e5e1b933e9 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735984 Sep 08 13:54:04.531093 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-d2ec1b73-e853-416c-9918-bd4e6ec78e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.532614 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-d2ec1b73-e853-416c-9918-bd4e6ec78e92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1096 time: 0.0707371 Sep 08 13:54:04.576738 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7154da30-d410-427b-995d-5a8e28e32aaa x-openstack-request-id: req-7154da30-d410-427b-995d-5a8e28e32aaa {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:04.577014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:04.577260 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7154da30-d410-427b-995d-5a8e28e32aaa {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:04.577652 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'status': 'completed', 'code': 200} Sep 08 13:54:04.579443 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-94815b99-18aa-4055-9eec-dc5c2b020544 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 200 len: 217 time: 0.0390165 Sep 08 13:54:04.628913 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-1d993940-44fa-433a-a27c-3ede76c135df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.630457 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-1d993940-44fa-433a-a27c-3ede76c135df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0438178 Sep 08 13:54:04.682437 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-49678839-927a-4a35-93ee-e5766de324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.683832 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-49678839-927a-4a35-93ee-e5766de324cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453048 Sep 08 13:54:04.771984 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-e48188f5-abeb-4e8d-b1ef-06f0ecf7d2aa service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799727 Sep 08 13:54:04.876175 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fcc95ccf-8169-46a5-86ea-14ad8606fc02 req-64c1829b-ebcf-4334-bbf8-ad7203ad4d9c service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963550 Sep 08 13:54:04.969422 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-1810be19-8e9a-4d54-a62f-756715524d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:04.970908 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-1810be19-8e9a-4d54-a62f-756715524d50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1096 time: 0.0457861 Sep 08 13:54:05.061280 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-770d81d6-f9c9-44e7-a9f7-6f6e86814b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:05.062717 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-770d81d6-f9c9-44e7-a9f7-6f6e86814b1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0840068 Sep 08 13:54:05.366768 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-5bb075d7-bb49-4021-b964-ddcd384b4426 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 200 len: 217 time: 0.2959142 Sep 08 13:54:05.417950 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-9832cbde-cdbd-4d10-8002-2594bfc06902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:05.419361 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-9832cbde-cdbd-4d10-8002-2594bfc06902 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0425792 Sep 08 13:54:05.466714 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-f1767c2b-166a-478e-8cba-732a434fd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:05.468186 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-f1767c2b-166a-478e-8cba-732a434fd960 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408773 Sep 08 13:54:05.559523 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-7c74a88d-a5c3-4c22-ac6e-25f8d8df36f9 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830069 Sep 08 13:54:05.685353 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca974-04b6-4cf2-a379-995ea39c3903 req-1b2460c3-d5ab-48d9-9cf0-97030632167a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:05.686722 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-213ca974-04b6-4cf2-a379-995ea39c3903 req-1b2460c3-d5ab-48d9-9cf0-97030632167a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0900877 Sep 08 13:54:05.688442 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6114f7cd-0d84-4200-b243-4a1a25e497c2 req-0adb1022-cf90-4c01-86d2-6f89ea5e26c6 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216919 Sep 08 13:54:05.723700 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-213ca974-04b6-4cf2-a379-995ea39c3903 req-db8337a8-91a8-40d9-9ca5-ae80ef19996d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Sep 08 13:54:06.384050 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-214d2d2b-82d5-447d-a4f5-4b5d6fe22415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:06.838388 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de31cdd-b4f8-4a72-8d1a-f4e0be2b7ddf req-53b7396c-1f2f-4b5b-915e-0766b3acc1a5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:06.839886 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3de31cdd-b4f8-4a72-8d1a-f4e0be2b7ddf req-53b7396c-1f2f-4b5b-915e-0766b3acc1a5 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0484436 Sep 08 13:54:06.876249 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3de31cdd-b4f8-4a72-8d1a-f4e0be2b7ddf req-48eaaa77-f58d-46ee-8ffb-7ca1ab618f87 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304615 Sep 08 13:54:07.990363 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94adf8c-5c6a-4298-ab97-6c0b32442c62 req-8f81f1bc-4069-466c-b3b2-891df71909f8 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:07.992352 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a94adf8c-5c6a-4298-ab97-6c0b32442c62 req-8f81f1bc-4069-466c-b3b2-891df71909f8 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0511749 Sep 08 13:54:08.029160 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a94adf8c-5c6a-4298-ab97-6c0b32442c62 req-944bf484-d247-4593-babc-d7a130e6ab4f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309525 Sep 08 13:54:08.814531 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bad10f13-0997-4768-a898-4f5aad11f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:08.929219 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:09.140459 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16612-4bc3-4a96-8f68-0a161df34be7 req-33ac9e1f-dd70-431c-ad61-201cf231b854 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:09.141884 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75b16612-4bc3-4a96-8f68-0a161df34be7 req-33ac9e1f-dd70-431c-ad61-201cf231b854 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0481489 Sep 08 13:54:09.178865 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-75b16612-4bc3-4a96-8f68-0a161df34be7 req-d9092f13-9e55-4d48-9497-60c8d4542687 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300825 Sep 08 13:54:10.175895 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:10.289948 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1511787-039a-4ec6-bbcf-cabe219413ab req-a718d046-4919-4941-8493-caadbed381c4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:10.291427 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1511787-039a-4ec6-bbcf-cabe219413ab req-a718d046-4919-4941-8493-caadbed381c4 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0477977 Sep 08 13:54:10.327790 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f1511787-039a-4ec6-bbcf-cabe219413ab req-c8961ba1-1d19-49eb-82f4-f80e9a627045 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303900 Sep 08 13:54:11.442571 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9d45-8a23-4c22-afbc-7252fde80648 req-4517ddf7-8301-4368-99c0-520c77db2454 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:11.444067 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e11a9d45-8a23-4c22-afbc-7252fde80648 req-4517ddf7-8301-4368-99c0-520c77db2454 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0517530 Sep 08 13:54:11.481365 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e11a9d45-8a23-4c22-afbc-7252fde80648 req-717356b2-e8b9-44c2-9243-1c816937726e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Sep 08 13:54:11.519113 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:12.414591 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b40e1f84-218b-4b89-b448-a443e7de2005 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:54:12.505294 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b40e1f84-218b-4b89-b448-a443e7de2005,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:12.517996 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'port_id': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'mac_address': 'fa:16:3e:e4:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:54:12.600636 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063d9d-87ca-4436-b01d-ef4e2471e62b req-6dfe6116-dde5-4e32-b9a1-acbcce5b7c23 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:12.602800 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1f063d9d-87ca-4436-b01d-ef4e2471e62b req-6dfe6116-dde5-4e32-b9a1-acbcce5b7c23 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 943 time: 0.0542579 Sep 08 13:54:12.643137 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1f063d9d-87ca-4436-b01d-ef4e2471e62b req-ba19017d-3ad7-4b8c-92d1-93f3c7890d1d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342107 Sep 08 13:54:12.682249 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:12.694342 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40e1f84-218b-4b89-b448-a443e7de2005 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:54:12.712575 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b40e1f84-218b-4b89-b448-a443e7de2005,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:12.716510 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:12.761648 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:12.768563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.768932 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.769265 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.769595 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.769919 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.770241 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.770562 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.770877 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.771198 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.771513 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.771826 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.772140 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:12.938906 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['b40e1f84-218b-4b89-b448-a443e7de2005'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:54:13.755264 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638eff6-b40d-482f-9afc-92f7343718c7 req-53fbdae7-33ce-435f-be29-aad17f01605c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:13.756760 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4638eff6-b40d-482f-9afc-92f7343718c7 req-53fbdae7-33ce-435f-be29-aad17f01605c tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 944 time: 0.0491803 Sep 08 13:54:13.794455 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-4638eff6-b40d-482f-9afc-92f7343718c7 req-29ca2042-4b74-487d-933c-584750bf529f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Sep 08 13:54:14.429895 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b40e1f84-218b-4b89-b448-a443e7de2005 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:14.476214 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning for port b40e1f84-218b-4b89-b448-a443e7de2005 completed by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:54:14.479991 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port b40e1f84-218b-4b89-b448-a443e7de2005 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:54:14.480369 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.557500 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.579889 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:14.582150 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a9861-08d1-4913-84e0-98c3906f12b3" -d '{"events": [{"server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "name": "network-vif-plugged", "status": "completed", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:14.595192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b40e1f84-218b-4b89-b448-a443e7de2005,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:14.599058 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.630798 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fbf47a-857c-4dc8-b879-0f5be52a8e07 x-openstack-request-id: req-50fbf47a-857c-4dc8-b879-0f5be52a8e07 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:14.631095 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "name": "network-vif-plugged", "status": "completed", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:14.631350 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50fbf47a-857c-4dc8-b879-0f5be52a8e07 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:14.633263 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'code': 200} Sep 08 13:54:14.651008 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=5']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:14.844828 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c07bc-3cb2-41ee-8ea8-0e0fbfdda4b4 req-cf5990af-cccf-47f5-a202-f17e1a5fd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:14.846340 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c08c07bc-3cb2-41ee-8ea8-0e0fbfdda4b4 req-cf5990af-cccf-47f5-a202-f17e1a5fd4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1098 time: 0.0430520 Sep 08 13:54:14.915722 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c08c07bc-3cb2-41ee-8ea8-0e0fbfdda4b4 req-ff54b4a6-465c-4ce8-a57e-1525f7f05e80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623181 Sep 08 13:54:14.924051 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da718-1c83-4ad7-b5cd-9975cb4420e0 req-31e924c4-46eb-4511-9b02-274cdb7ef272 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:14.925494 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e37da718-1c83-4ad7-b5cd-9975cb4420e0 req-31e924c4-46eb-4511-9b02-274cdb7ef272 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0644190 Sep 08 13:54:14.962971 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-e37da718-1c83-4ad7-b5cd-9975cb4420e0 req-cf76d869-29a0-478a-a7b7-7c921ba23c0e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Sep 08 13:54:16.103707 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6abb3-c0b5-4725-b3e5-e32296530a1f req-2971d364-d2dc-4b6e-918c-b23223bea655 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:16.105363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eda6abb3-c0b5-4725-b3e5-e32296530a1f req-2971d364-d2dc-4b6e-918c-b23223bea655 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0526583 Sep 08 13:54:16.148844 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-eda6abb3-c0b5-4725-b3e5-e32296530a1f req-346a0a9c-53a9-4193-8ce0-7aed7d1609fa tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348969 Sep 08 13:54:16.275290 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf1dfc-5563-427b-96b7-c6653ca8e9d6 req-9cf30e20-c08c-478b-bd9d-926d2174a371 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:16.276819 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-91bf1dfc-5563-427b-96b7-c6653ca8e9d6 req-9cf30e20-c08c-478b-bd9d-926d2174a371 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0559521 Sep 08 13:54:16.324117 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-91bf1dfc-5563-427b-96b7-c6653ca8e9d6 req-812074ae-d64b-4880-ad25-ebded3a77963 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413966 Sep 08 13:54:16.352920 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38778) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:16.398844 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e63dd-e9bd-42ff-aab8-6a5d08a55b88 tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:16.400400 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-3a6e63dd-e9bd-42ff-aab8-6a5d08a55b88 tempest-TestVolumeBootPattern-750120717 tempest-TestVolumeBootPattern-750120717-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1093 time: 0.0464714 Sep 08 13:54:16.403127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38780) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:16.407602 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.v2.base [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Request body: {'floatingip': {'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'port_id': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:16.431209 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.529925 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.634316 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_common [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Allocated IP 172.27.3.239 (20a46936-da6a-4208-be9c-0ebd0601bd03/b3506376-09bc-4128-bcc6-07996d65fb61/152d215e-9fd4-4b64-9b03-86a3df6a44b7) {{(pid=100413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:16.741668 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.781243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765239049620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.820644 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Network 20a46936-da6a-4208-be9c-0ebd0601bd03 is already hosted by enough agents. {{(pid=100413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:16.823836 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.base_scheduler [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Resources bound (agent type, host, resource id): {{(pid=100413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:16.826591 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Received port after_create {{(pid=100413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:54:16.854601 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=152d215e-9fd4-4b64-9b03-86a3df6a44b7,revision_number=1']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:17.224047 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.291662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.450760 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for port, precommit_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.455434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336219'] for port, after_update {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.531367 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event updated for resources: {'Port': ['ID=152d215e-9fd4-4b64-9b03-86a3df6a44b7,revision_number=2']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:17.541299 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535364'] for floatingip, after_create {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.645221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 37d84221-82b3-4588-9ab4-5b5330cbb89c associated. External IP: 172.27.3.239, port: b40e1f84-218b-4b89-b448-a443e7de2005. Sep 08 13:54:17.856397 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:17.965688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:17.975938 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:17.984052 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.989347 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:17.990116 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:54:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:18.012620 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-8af8f17f-e540-4a8d-bb45-5678e2239c83 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6084599 Sep 08 13:54:18.013207 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:18.015714 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee854fe6-d869-4418-81a2-c9472cd69cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:18.052513 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571345a-231e-4374-9cc0-ec8574f17c1e x-openstack-request-id: req-b571345a-231e-4374-9cc0-ec8574f17c1e {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:18.052845 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:18.053102 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b571345a-231e-4374-9cc0-ec8574f17c1e {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:18.053502 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'status': 'completed', 'code': 200} Sep 08 13:54:18.097880 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:18.125077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-dec2471e-836b-47f3-a784-05f116750528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.126540 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-dec2471e-836b-47f3-a784-05f116750528 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1098 time: 0.0426672 Sep 08 13:54:18.222142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-45e32f5d-3d8d-446d-8471-399ddfa6284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.223641 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-45e32f5d-3d8d-446d-8471-399ddfa6284a service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0897429 Sep 08 13:54:18.298419 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-019bfdab-1a87-4ccf-a4bd-dfb60570a70d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 200 len: 999 time: 0.0668898 Sep 08 13:54:18.341383 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '37d84221-82b3-4588-9ab4-5b5330cbb89c', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:e4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:17Z', 'updated_at': '2021-09-08T13:54:17Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}, {'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:18.349726 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-9b795991-933a-4024-a6ae-14cbf151e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.351209 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-9b795991-933a-4024-a6ae-14cbf151e0b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0448704 Sep 08 13:54:18.369626 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:18.378464 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:18.379022 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:54:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:18.406074 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-da9f8fc2-f3ea-4464-bb0b-02a95102cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.407556 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-da9f8fc2-f3ea-4464-bb0b-02a95102cdd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453765 Sep 08 13:54:18.490467 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:18.726652 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '37d84221-82b3-4588-9ab4-5b5330cbb89c', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:e4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:17Z', 'updated_at': '2021-09-08T13:54:17Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}, {'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:18.756902 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91eb9-4c5e-43b5-901f-fa9d253282ed None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '37d84221-82b3-4588-9ab4-5b5330cbb89c', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:e4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:17Z', 'updated_at': '2021-09-08T13:54:17Z', 'revision_number': 0, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}, {'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:18.763848 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-b7858f83-ce1e-4b54-ac4a-13fd1e891ad4 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492923 Sep 08 13:54:18.856187 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ee854fe6-d869-4418-81a2-c9472cd69cf3 req-e774a201-46be-4938-bb85-5bd49c7fbf7e service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843966 Sep 08 13:54:18.949608 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e6bba-2731-4011-b8d0-0c82d9bd8cc7 None None] New status for floating IP 37d84221-82b3-4588-9ab4-5b5330cbb89c: ACTIVE {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:54:18.966854 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.628446 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-3b4e034b-e2ac-45f3-9c9d-186c71a45621 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403521 Sep 08 13:54:25.690507 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-0d2433d3-2aa2-47f3-ac01-364a3f7bbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:25.691982 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-0d2433d3-2aa2-47f3-ac01-364a3f7bbd39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0409675 Sep 08 13:54:25.799978 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-f1ee2024-6997-4cac-81f1-a452b815ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:25.801499 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-f1ee2024-6997-4cac-81f1-a452b815ddc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0903623 Sep 08 13:54:25.869423 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-4a418a01-4b10-4d46-a223-9d979b3a135b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1002 time: 0.0599689 Sep 08 13:54:25.926005 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-05c0c330-3d6d-47a7-b2d7-687601d494d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:25.927558 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-05c0c330-3d6d-47a7-b2d7-687601d494d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0511062 Sep 08 13:54:25.973963 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-88bddb99-ebd8-43d7-8042-331c4db5f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:25.975476 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-88bddb99-ebd8-43d7-8042-331c4db5f877 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407412 Sep 08 13:54:26.065221 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-df5e2e0a-5758-45dd-96f3-6ae0730acad5 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826705 Sep 08 13:54:26.163314 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0c16263b-f99e-4bdd-9a11-52f3eb3c8ddd req-3f780334-5a27-4aa4-a2da-72f21c29f5e5 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901313 Sep 08 13:54:33.173124 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:36.386475 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21087f4d-2666-46eb-bc2b-22a0a890385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:38.820106 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd38193a-77f1-4b5e-b68c-206aa25fdd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:38.932033 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:40.181252 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:41.524538 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:48.988695 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:06.386880 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cc275b3c-18a8-47a9-8408-f7e2454b417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:07.338496 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4923a1-e0e4-4622-8f63-954aad298af7 req-291fdc6f-1288-4bfc-99c3-f4c5ead96c86 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:07.339992 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ec4923a1-e0e4-4622-8f63-954aad298af7 req-291fdc6f-1288-4bfc-99c3-f4c5ead96c86 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0484910 Sep 08 13:55:07.376641 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ec4923a1-e0e4-4622-8f63-954aad298af7 req-363dd438-f977-4986-899c-cbe030b3700b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307744 Sep 08 13:55:08.492226 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718808ab-e28e-40c4-bd48-cd933b1995ba req-6eb47193-57c2-402b-b27e-195a375d5470 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:08.494299 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-718808ab-e28e-40c4-bd48-cd933b1995ba req-6eb47193-57c2-402b-b27e-195a375d5470 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Sep 08 13:55:08.535823 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-718808ab-e28e-40c4-bd48-cd933b1995ba req-c9b49d95-8437-4fc2-b623-e21778c631e0 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354586 Sep 08 13:55:08.811146 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be3d4044-a538-4f0e-8dfd-2fc169eefb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:08.932742 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:09.659336 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded57e8-9a0b-40d8-8318-bab33ef2292d req-0076a279-15ac-4e97-9d4e-216b84332d6c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:09.660900 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ded57e8-9a0b-40d8-8318-bab33ef2292d req-0076a279-15ac-4e97-9d4e-216b84332d6c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0579009 Sep 08 13:55:09.699828 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-6ded57e8-9a0b-40d8-8318-bab33ef2292d req-373748b1-3b91-4c98-aaa7-b58f640a04a4 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Sep 08 13:55:10.174786 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:10.183113 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:10.815995 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592d74-8f2b-4256-ae6a-e070c3591004 req-3f767eec-d288-4a10-a6fc-0623b09a91dc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:10.817559 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5b592d74-8f2b-4256-ae6a-e070c3591004 req-3f767eec-d288-4a10-a6fc-0623b09a91dc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0499325 Sep 08 13:55:10.856573 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5b592d74-8f2b-4256-ae6a-e070c3591004 req-8408e0b4-871b-4bce-a270-4ea00aae628f tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324938 Sep 08 13:55:11.527078 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:11.993009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d4f1a-62af-4013-9e96-a4e2665688dc req-af216223-e702-49ee-9546-de88816c6e23 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:11.995401 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-695d4f1a-62af-4013-9e96-a4e2665688dc req-af216223-e702-49ee-9546-de88816c6e23 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0608137 Sep 08 13:55:12.047426 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-695d4f1a-62af-4013-9e96-a4e2665688dc req-4972d687-22bc-41f5-850c-b6e3760a6ae1 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Sep 08 13:55:13.159928 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f80ba-57c8-424a-9492-ce80f6aa18d3 req-f5ae9e00-d7ff-4615-82a1-24d4ef9dbd7c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:13.161447 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df6f80ba-57c8-424a-9492-ce80f6aa18d3 req-f5ae9e00-d7ff-4615-82a1-24d4ef9dbd7c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0498438 Sep 08 13:55:13.199168 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-df6f80ba-57c8-424a-9492-ce80f6aa18d3 req-e26c1ca5-b896-4fee-bbbe-236a126d597e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Sep 08 13:55:14.312158 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79879c5-a956-481e-b99a-13be95e8f3a6 req-28edead6-f362-4739-afaa-601ccee065bc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:14.313678 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a79879c5-a956-481e-b99a-13be95e8f3a6 req-28edead6-f362-4739-afaa-601ccee065bc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0481761 Sep 08 13:55:14.350868 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a79879c5-a956-481e-b99a-13be95e8f3a6 req-cda27774-ad61-447f-8eac-b6d05ed9d518 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Sep 08 13:55:15.462634 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0d5d-894d-4b5b-8579-f1b1c1ec6217 req-81e0d81a-c61e-4a3f-9e37-0225ddef0125 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:15.464116 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f11a0d5d-894d-4b5b-8579-f1b1c1ec6217 req-81e0d81a-c61e-4a3f-9e37-0225ddef0125 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0487368 Sep 08 13:55:15.505792 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f11a0d5d-894d-4b5b-8579-f1b1c1ec6217 req-9013ae9a-96ec-44c0-a753-8974c8627798 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Sep 08 13:55:16.627649 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18535093-7671-492c-bb9d-9803fdc01a81 req-96e660c0-6090-4815-ad66-08bd51239d98 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:16.629173 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-18535093-7671-492c-bb9d-9803fdc01a81 req-96e660c0-6090-4815-ad66-08bd51239d98 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Sep 08 13:55:16.667194 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-18535093-7671-492c-bb9d-9803fdc01a81 req-112565aa-c56c-48e6-a8a7-f519b110b222 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Sep 08 13:55:17.489353 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-527342e0-9580-4128-b29a-04b76cb54d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:17.490895 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-527342e0-9580-4128-b29a-04b76cb54d88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0396986 Sep 08 13:55:17.584825 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-a4e9ca3b-fcd1-4446-9d7b-45d9aedb6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:17.586315 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-a4e9ca3b-fcd1-4446-9d7b-45d9aedb6f5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0877407 Sep 08 13:55:17.651971 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-229cfecf-0604-4d0a-9a3b-c18890f571f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1002 time: 0.0574231 Sep 08 13:55:17.700399 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-4303d655-77de-44ea-9185-f0dac234ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:17.701935 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-4303d655-77de-44ea-9185-f0dac234ae05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0435765 Sep 08 13:55:17.780015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-f2018ffe-4b8f-464d-aa1d-2531ff4d4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:17.781446 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-f2018ffe-4b8f-464d-aa1d-2531ff4d4a05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722077 Sep 08 13:55:17.793881 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a4878-5cfe-42ed-bf66-9d22ab218da8 req-fe8f5244-bff6-41d9-829f-8e45e32026ec tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:17.795369 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-654a4878-5cfe-42ed-bf66-9d22ab218da8 req-fe8f5244-bff6-41d9-829f-8e45e32026ec tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0580816 Sep 08 13:55:17.883413 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-654a4878-5cfe-42ed-bf66-9d22ab218da8 req-cebb1e5e-7752-4262-b647-6e0af513cbd9 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803416 Sep 08 13:55:17.904206 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-ad557878-c094-4188-9794-4ac6b44b1f5f service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080301 Sep 08 13:55:17.990242 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b3f900ff-9dfe-4508-aa12-459934fecf0d req-d21e80c1-4690-4fc2-a65a-52fd5487a5d2 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791709 Sep 08 13:55:19.001416 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3d7b2-2729-4d52-95fe-73b99311ceb0 req-b397e3be-ee1d-484c-8fb3-31b4286360df tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:19.002922 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fbc3d7b2-2729-4d52-95fe-73b99311ceb0 req-b397e3be-ee1d-484c-8fb3-31b4286360df tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Sep 08 13:55:19.003389 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:19.040192 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-fbc3d7b2-2729-4d52-95fe-73b99311ceb0 req-ca3847de-839d-4b45-b405-5a5e7970b5c4 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Sep 08 13:55:20.162914 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0475-df02-4e75-975c-d9e6906e117c req-c0f22124-0f70-4bdf-b84d-512f93264079 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:20.168863 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a87c0475-df02-4e75-975c-d9e6906e117c req-c0f22124-0f70-4bdf-b84d-512f93264079 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0579932 Sep 08 13:55:20.207997 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a87c0475-df02-4e75-975c-d9e6906e117c req-2d5d7648-0407-4777-9a68-d213f68f4c04 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365827 Sep 08 13:55:20.365714 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [req-f76141a5-5714-49fe-af3f-e992c0dfa159 req-823f31ef-be88-4032-90bb-9d7aa5095a92 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:55:20.366727 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f76141a5-5714-49fe-af3f-e992c0dfa159 req-823f31ef-be88-4032-90bb-9d7aa5095a92 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955131 Sep 08 13:55:20.520821 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d764c-9650-4046-8f5c-55fd1a6737c6 req-9b1197b1-2afe-465c-b841-bfbfb238c229 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:20.522337 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e7d764c-9650-4046-8f5c-55fd1a6737c6 req-9b1197b1-2afe-465c-b841-bfbfb238c229 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0494893 Sep 08 13:55:20.561143 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-0e7d764c-9650-4046-8f5c-55fd1a6737c6 req-d2e2409d-d1f1-4d19-a75e-d77020c861eb tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Sep 08 13:55:20.572564 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-0b951e50-41bd-45f8-a418-ca452cd8102e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226337 Sep 08 13:55:20.584041 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-008930a5-ebaf-431b-b497-7096893aa417 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:55:20.584041 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-008930a5-ebaf-431b-b497-7096893aa417 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 Sep 08 13:55:21.680996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eccfee-502b-416a-957b-edd55735736e req-1a45965c-1bd5-46f8-ac02-8dcac1fab5be tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:21.683019 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62eccfee-502b-416a-957b-edd55735736e req-1a45965c-1bd5-46f8-ac02-8dcac1fab5be tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0524294 Sep 08 13:55:21.742071 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-62eccfee-502b-416a-957b-edd55735736e req-11f69e6d-82f1-4220-a992-77d9450ed5f2 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528898 Sep 08 13:55:21.757958 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-3e11afab-9bbb-45a9-ad74-7683b3fd5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:21.759425 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-3e11afab-9bbb-45a9-ad74-7683b3fd5e3f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14&tenant_id=c646a8006a7741cdae4cef42a00b5ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0438902 Sep 08 13:55:21.822938 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-8cd2b654-eecc-423d-8f73-38312180166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:21.824417 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-8cd2b654-eecc-423d-8f73-38312180166b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0433431 Sep 08 13:55:21.917378 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-add1dcfb-19b8-4d05-9b12-56c087b85064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:21.918773 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-add1dcfb-19b8-4d05-9b12-56c087b85064 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0870800 Sep 08 13:55:21.983044 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-b793f5da-18bf-4480-b7ce-58c67e2a660e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1002 time: 0.0573242 Sep 08 13:55:22.030400 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-2c5cc228-52ae-4638-b4a7-ca2d49a4d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:22.031791 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-2c5cc228-52ae-4638-b4a7-ca2d49a4d625 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0420294 Sep 08 13:55:22.079576 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-b2a5152e-eaa6-4b5f-bdd7-98b1abd23590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:22.081049 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-b2a5152e-eaa6-4b5f-bdd7-98b1abd23590 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425112 Sep 08 13:55:22.171522 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-53fa6801-ea12-4e4d-b5b4-a1114001a851 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829573 Sep 08 13:55:22.262305 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ccab7da8-6838-4dba-b084-3d6565598d9d req-2a7c0e48-f5c7-41ca-95e1-a6ee1b0796e1 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Sep 08 13:55:22.788454 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:55:22.858026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ac83-6ce5-4bcd-a908-6c3d1451b380 req-948cc408-b64e-4357-be32-b17b241a621e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:22.859420 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f920ac83-6ce5-4bcd-a908-6c3d1451b380 req-948cc408-b64e-4357-be32-b17b241a621e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Sep 08 13:55:22.865638 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:22.888143 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:55:22.890409 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f148c09-1ee5-4a50-874c-fca1f789e39a" -d '{"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-unplugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:22.898164 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f920ac83-6ce5-4bcd-a908-6c3d1451b380 req-fb834898-2903-4a54-a4f5-f936f1d631e6 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327291 Sep 08 13:55:22.903488 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:22.908131 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:22.939204 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca3bd0-888d-4156-83f4-6331e0125b1e x-openstack-request-id: req-5eca3bd0-888d-4156-83f4-6331e0125b1e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:22.939499 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-unplugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:22.939753 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5eca3bd0-888d-4156-83f4-6331e0125b1e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:22.940144 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'code': 200} Sep 08 13:55:22.964923 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=6']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:22.971735 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.972109 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.972451 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.972819 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.973156 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.973489 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.973816 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.974141 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.974467 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.974789 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.975112 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:22.975435 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:24.013097 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98de2dd-9524-46dc-bdd2-c113090752a9 req-90198735-2663-4012-8e3d-c952dce23b92 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:24.014582 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b98de2dd-9524-46dc-bdd2-c113090752a9 req-90198735-2663-4012-8e3d-c952dce23b92 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0479038 Sep 08 13:55:24.056171 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b98de2dd-9524-46dc-bdd2-c113090752a9 req-08716c8d-e622-4b66-8e45-4cdaa99277e8 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355232 Sep 08 13:55:25.171839 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239da1e-92ed-43ca-8ee2-be8bdbb12d97 req-05c24bfa-8b09-43a3-bc77-fcfb65dd05dc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:25.173386 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3239da1e-92ed-43ca-8ee2-be8bdbb12d97 req-05c24bfa-8b09-43a3-bc77-fcfb65dd05dc tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 08 13:55:25.210962 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-3239da1e-92ed-43ca-8ee2-be8bdbb12d97 req-fb2c18f8-0b06-4b83-acea-d65a0be5d692 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Sep 08 13:55:26.325677 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d989a1-1bc4-4b7c-8002-8f8d3b4d3cc0 req-ac2e44eb-7dbf-48e9-9564-2b735f729334 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:26.327165 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-47d989a1-1bc4-4b7c-8002-8f8d3b4d3cc0 req-ac2e44eb-7dbf-48e9-9564-2b735f729334 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0497105 Sep 08 13:55:26.363467 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-47d989a1-1bc4-4b7c-8002-8f8d3b4d3cc0 req-e21d542d-95bd-4333-963e-296320e8aaad tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303993 Sep 08 13:55:27.475784 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e36-6b4b-4046-b5bc-40343c158e03 req-70e7984e-a4ac-47f0-8b4b-6312a3555581 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:27.477286 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a3fe1e36-6b4b-4046-b5bc-40343c158e03 req-70e7984e-a4ac-47f0-8b4b-6312a3555581 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0478733 Sep 08 13:55:27.518068 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a3fe1e36-6b4b-4046-b5bc-40343c158e03 req-48c3ab55-c21b-435e-b531-943c965bd0e7 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348809 Sep 08 13:55:27.802076 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-9a69a813-a4e0-4850-bb17-ccc971b9f65d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401537 Sep 08 13:55:27.883610 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-0a2623c4-a8ef-431f-8a13-2e0fdc2cf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:27.885107 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-0a2623c4-a8ef-431f-8a13-2e0fdc2cf772 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0397639 Sep 08 13:55:27.998806 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-73071a05-915c-4fad-98d5-708a817877ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:28.000273 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-73071a05-915c-4fad-98d5-708a817877ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.0945299 Sep 08 13:55:28.065647 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-f884221e-d247-40ff-b7d4-9c75260ca01c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 1000 time: 0.0567524 Sep 08 13:55:28.116073 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-a8d3e30c-2cb5-4907-b001-47b1365548c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:28.117574 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-a8d3e30c-2cb5-4907-b001-47b1365548c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0444343 Sep 08 13:55:28.170811 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-1030d5ef-adb5-44a2-ae55-4aa1270c8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:28.172340 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-1030d5ef-adb5-44a2-ae55-4aa1270c8f6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462334 Sep 08 13:55:28.264363 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-cdadfc70-297c-45ca-8908-a35fa7c10e00 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821655 Sep 08 13:55:28.392283 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-874da5b9-3ff6-427c-89e1-75993e3ca833 req-4eb6777e-8018-4b95-9f7f-0e8c79a4f0ad service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152897 Sep 08 13:55:28.398891 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7128-18c7-411c-835f-a8827b8e1225 req-27b56d85-fe8e-42de-b433-259fa9ad248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:28.400314 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a04c7128-18c7-411c-835f-a8827b8e1225 req-27b56d85-fe8e-42de-b433-259fa9ad248b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1097 time: 0.0572305 Sep 08 13:55:28.437601 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-a04c7128-18c7-411c-835f-a8827b8e1225 req-8d2f6050-cc72-44f3-928a-3007462739c8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295603 Sep 08 13:55:28.629672 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3dda-3817-443d-9af6-4ec987aa2593 req-c02f9e93-e017-4c36-8c2f-4e459041502a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:28.631151 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5efb3dda-3817-443d-9af6-4ec987aa2593 req-c02f9e93-e017-4c36-8c2f-4e459041502a tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 944 time: 0.0473309 Sep 08 13:55:28.669217 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5efb3dda-3817-443d-9af6-4ec987aa2593 req-1b3e1e91-faff-44a8-a91f-637f335d127b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Sep 08 13:55:28.807026 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:55:28.903696 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:28.915162 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Returning: {'device': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'port_id': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'mac_address': 'fa:16:3e:f9:65:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:55:28.951686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:28.963815 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:55:28.982042 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:28.985523 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:29.031023 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=7']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:29.783788 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edede3a-de54-424a-b70f-d02d0fcfe0ec req-0cdcf596-78b7-4456-a953-55529a57064c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:29.785284 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9edede3a-de54-424a-b70f-d02d0fcfe0ec req-0cdcf596-78b7-4456-a953-55529a57064c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 945 time: 0.0515215 Sep 08 13:55:29.823835 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9edede3a-de54-424a-b70f-d02d0fcfe0ec req-1d02ee18-7142-46a8-baba-e37d0100928e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Sep 08 13:55:30.252667 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] get_ports_and_sgs() called for port_ids ['1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'] {{(pid=100415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:55:32.804212 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 up at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:55:32.854447 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Provisioning complete for port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 triggered by entity L2. {{(pid=100415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:55:32.854752 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33180390'] for port, provisioning_complete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:32.930965 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33171802'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:32.954681 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:55:32.957353 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acefbe81e2424d322786a79618bc477c49aa3eb1b389239c6d6fefbf550ef333" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff965662-2fb6-407a-b903-d4ce94887a9f" -d '{"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-plugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:32.974610 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:32.981204 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765239568622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765239049638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765239049656'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:33.021471 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a930ced-bed1-4ac9-b31b-52d8d750fd7a x-openstack-request-id: req-8a930ced-bed1-4ac9-b31b-52d8d750fd7a {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:33.021736 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-plugged", "status": "completed", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:33.021968 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a930ced-bed1-4ac9-b31b-52d8d750fd7a {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:33.022401 dv-cinder-784140-8-iscsi neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'code': 200} Sep 08 13:55:33.050852 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Pushing event updated for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=8']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:36.387610 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-179fec56-22cd-42b9-ad4f-0ae0077caec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:38.812122 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7faaebe-6aa6-405a-b57c-3f087dc024d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:38.932736 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:40.185563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:41.528227 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:47.173413 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:49.002887 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:56.920701 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38892) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:55:57.072261 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port 152d215e-9fd4-4b64-9b03-86a3df6a44b7 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:55:57.072624 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.145449 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.145778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.157549 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for 152d215e-9fd4-4b64-9b03-86a3df6a44b7 owned by network:floatingip {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:55:57.304778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.330425 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=152d215e-9fd4-4b64-9b03-86a3df6a44b7,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:57.357632 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.357980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.358321 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.358656 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.358989 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.359320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.359646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.359973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.360328 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.360676 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.361001 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.361321 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:57.398778 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.399112 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 37d84221-82b3-4588-9ab4-5b5330cbb89c disassociated (deleted). External IP: 172.27.3.239, port: b40e1f84-218b-4b89-b448-a443e7de2005. Sep 08 13:55:57.599250 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:55:57.698390 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:55:57.703305 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:57.710181 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:55:57.719909 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:55:57.720524 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:55:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:57.731311 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-91f8fce1-5a0d-4ee1-ae17-494f356ab357 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "DELETE /v2.0/floatingips/37d84221-82b3-4588-9ab4-5b5330cbb89c HTTP/1.1" status: 204 len: 168 time: 0.8096199 Sep 08 13:55:57.731998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:55:57.734346 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167" -d '{"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:57.776347 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e527e-8b3e-40d3-8bfb-d37d421c3755 x-openstack-request-id: req-ff7e527e-8b3e-40d3-8bfb-d37d421c3755 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:57.776669 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:57.776924 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff7e527e-8b3e-40d3-8bfb-d37d421c3755 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:57.777319 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'status': 'completed', 'code': 200} Sep 08 13:55:57.851466 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-706b9956-94c1-41f4-952d-ddedfe312689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:57.853042 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-706b9956-94c1-41f4-952d-ddedfe312689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 1098 time: 0.0512822 Sep 08 13:55:57.969202 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:55:57.985661 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-2a0bcba7-65d5-45a6-b84f-6995a7045cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:57.987132 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-2a0bcba7-65d5-45a6-b84f-6995a7045cdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1249893 Sep 08 13:55:57.995562 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feba38-0930-4f80-b25e-ded633a4f91e req-c1caad18-794f-4f9e-a660-cc66fc7b61b1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:57.996982 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b8feba38-0930-4f80-b25e-ded633a4f91e req-c1caad18-794f-4f9e-a660-cc66fc7b61b1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0765183 Sep 08 13:55:58.036899 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-705ac573-8b76-43b9-8314-67274bea2622 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 200 len: 217 time: 0.0389519 Sep 08 13:55:58.098361 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b8feba38-0930-4f80-b25e-ded633a4f91e req-61c02555-f4a3-4429-9a77-c033e8d3f25f tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929401 Sep 08 13:55:58.107928 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-4d922ee3-68d6-4121-8527-379b347aaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:58.109381 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-4d922ee3-68d6-4121-8527-379b347aaefe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0631497 Sep 08 13:55:58.158471 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-5caa34bc-af51-4456-b208-664278724d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:58.159981 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-5caa34bc-af51-4456-b208-664278724d0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409455 Sep 08 13:55:58.200236 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:58.226470 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:55:58.234577 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:55:58.235725 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:55:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:58.248866 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-f49b5f06-9f6f-477f-995c-7015e8b7275a service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803874 Sep 08 13:55:58.343637 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:55:58.575280 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:55:58.605720 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704cf94-5b9d-4da4-957f-7ec3d23acae1 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_floatingips': [{'id': '42141e3b-a775-4a21-b760-19d1fedd6db0', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'router_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'port_id': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'mac_address': 'fa:16:3e:73:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:52:20Z', 'updated_at': '2021-09-08T13:52:23Z', 'revision_number': 1, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:55:58.608665 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-5ebd7927-eed6-4ff9-bbfe-f4f502a00167 req-b567f0f4-eafc-4551-9265-446face686ae service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497183 Sep 08 13:55:58.816128 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471e1f7-998d-472a-98f9-0d8a0d9d11ed None None] New status for floating IP 37d84221-82b3-4588-9ab4-5b5330cbb89c: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:55:59.219407 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf78d1-c022-4791-becf-665332448795 req-a70b8d1c-89e2-445b-b209-39f2f16f7f8b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:59.221009 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1fcf78d1-c022-4791-becf-665332448795 req-a70b8d1c-89e2-445b-b209-39f2f16f7f8b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0481720 Sep 08 13:55:59.257813 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1fcf78d1-c022-4791-becf-665332448795 req-9e2a9d63-1b5c-469d-8666-84d6387b92d1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Sep 08 13:55:59.531966 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-573a0b7f-3226-4a2c-bcf1-8688f22aa855 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:59.533343 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-573a0b7f-3226-4a2c-bcf1-8688f22aa855 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 945 time: 0.0520635 Sep 08 13:55:59.629353 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port b40e1f84-218b-4b89-b448-a443e7de2005 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:55:59.629700 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:59.718320 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] For port b40e1f84-218b-4b89-b448-a443e7de2005, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b40e1f84-218b-4b89-b448-a443e7de2005,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:55:59.718691 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:59.730275 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for b40e1f84-218b-4b89-b448-a443e7de2005 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:55:59.852834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:59.882648 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=b40e1f84-218b-4b89-b448-a443e7de2005,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:59.925216 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] No DVR routers for this DVR port b40e1f84-218b-4b89-b448-a443e7de2005 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:55:59.927622 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:59.929605 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-dec972ac-1783-47ca-a3cc-1e0eb6a0b9f6 req-70194874-9a76-47d5-aabc-437c99d358a1 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "DELETE /v2.0/ports/b40e1f84-218b-4b89-b448-a443e7de2005 HTTP/1.1" status: 204 len: 173 time: 0.3849759 Sep 08 13:55:59.930040 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'name': 'network-vif-deleted', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:55:59.932295 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821bf5f8-e6a5-4f90-80ac-d481016203fd" -d '{"events": [{"server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "name": "network-vif-deleted", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:55:59.986103 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1f06b-0eef-44a3-9e05-3b586a3251d5 x-openstack-request-id: req-e7a1f06b-0eef-44a3-9e05-3b586a3251d5 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:55:59.986404 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814da2f2-35ee-4933-8ce6-3dd5a72ff62a", "name": "network-vif-deleted", "tag": "b40e1f84-218b-4b89-b448-a443e7de2005", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:55:59.986655 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7a1f06b-0eef-44a3-9e05-3b586a3251d5 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:55:59.987053 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814da2f2-35ee-4933-8ce6-3dd5a72ff62a', 'name': 'network-vif-deleted', 'tag': 'b40e1f84-218b-4b89-b448-a443e7de2005', 'status': 'completed', 'code': 200} Sep 08 13:56:00.365626 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-037a4439-adcf-45db-acd5-8ecb0a99bff2 req-80f716c6-25ee-4fc0-a706-4c5424ca05b8 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=814da2f2-35ee-4933-8ce6-3dd5a72ff62a HTTP/1.1" status: 200 len: 210 time: 0.0270903 Sep 08 13:56:02.876731 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b40e1f84-218b-4b89-b448-a443e7de2005 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:02.897069 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: b40e1f84-218b-4b89-b448-a443e7de2005 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:02.897415 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b40e1f84-218b-4b89-b448-a443e7de2005 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:03.633811 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38924) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:03.792423 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port 850fc50e-6989-4d2c-b2b4-6f679c07647d {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:03.792803 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:03.869200 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:03.869452 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:03.881330 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for 850fc50e-6989-4d2c-b2b4-6f679c07647d owned by network:floatingip {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:04.023458 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:04.045725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=850fc50e-6989-4d2c-b2b4-6f679c07647d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:04.107864 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:04.108195 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Floating IP 42141e3b-a775-4a21-b760-19d1fedd6db0 disassociated (deleted). External IP: 172.27.3.10, port: b49d4d30-0b40-4171-ba61-44f891ceafb5. Sep 08 13:56:04.310808 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:04.414377 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:04.419234 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:04.424857 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:04.434024 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:04.434628 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:55:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:04.446065 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-d0b7a3a6-c926-4516-beb8-44c848bbd61b tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "DELETE /v2.0/floatingips/42141e3b-a775-4a21-b760-19d1fedd6db0 HTTP/1.1" status: 204 len: 168 time: 0.8110020 Sep 08 13:56:04.446725 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:56:04.450081 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf" -d '{"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:04.486662 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ec859-998c-4f09-971b-0dda7e9a8e5c x-openstack-request-id: req-358ec859-998c-4f09-971b-0dda7e9a8e5c {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:04.487161 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:04.487410 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-358ec859-998c-4f09-971b-0dda7e9a8e5c {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:04.487810 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'status': 'completed', 'code': 200} Sep 08 13:56:04.550476 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-db35f036-89e5-49c3-9058-8c0c9b76680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:04.552121 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-db35f036-89e5-49c3-9058-8c0c9b76680b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e722338d4347508d8156a5ec6d3517&device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 1098 time: 0.0413997 Sep 08 13:56:04.553712 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:04.685383 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-a7d55e91-ca82-4878-a86f-e94aa01c1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:04.686862 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-a7d55e91-ca82-4878-a86f-e94aa01c1178 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 200 len: 913 time: 0.1269419 Sep 08 13:56:04.709975 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8592b-b8fc-44e6-af77-a5a10affaf01 req-09471c9d-1554-4480-beb5-d33503c0187d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:04.711438 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f6c8592b-b8fc-44e6-af77-a5a10affaf01 req-09471c9d-1554-4480-beb5-d33503c0187d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0688603 Sep 08 13:56:04.743228 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-1a158de0-cb2f-4055-a9cd-7184b27c4742 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 200 len: 217 time: 0.0480747 Sep 08 13:56:04.759677 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:04.790519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:04.799445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:04.800053 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:55:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:04.811541 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f6c8592b-b8fc-44e6-af77-a5a10affaf01 req-ba0887f9-9967-4426-ab89-31aaac7564ad tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707650 Sep 08 13:56:04.817378 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-eb3446db-df88-49dd-a22d-584c6f0ac091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:04.818790 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-eb3446db-df88-49dd-a22d-584c6f0ac091 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 200 len: 851 time: 0.0632226 Sep 08 13:56:04.866195 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-4c6631b1-0f13-4c5b-9d65-1c0afd380599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:04.867991 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-4c6631b1-0f13-4c5b-9d65-1c0afd380599 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80a8460e-a302-4718-a0cf-0552a6241fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409303 Sep 08 13:56:04.906787 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:04.963912 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-7f802551-2fbc-4f17-aaaa-b23a1647e511 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882645 Sep 08 13:56:05.055928 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f2c7fb44-16de-4890-b89a-3fdcf9fe04cf req-acaa9474-89dd-4636-ac49-6d6345b3c624 service neutron] 10.222.0.50 "GET /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833526 Sep 08 13:56:05.102850 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:05.129146 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc4f36-ffe0-4578-bdc4-485fcb0de298 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:48:49Z', 'revision_number': 4, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '6fcd9fd8-ec9c-4278-a3a3-56da102ba53f', 'name': '', 'network_id': '80a8460e-a302-4718-a0cf-0552a6241fff', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'mac_address': 'fa:16:3e:cd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:49Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'subnets': [{'id': '4970c5be-ed96-4172-ae8f-6d260663a994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:05.331775 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf5ceb-bb72-45ff-873a-03a802b07dd5 None None] New status for floating IP 42141e3b-a775-4a21-b760-19d1fedd6db0: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:56:05.930491 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f73d-60d3-46d7-af8f-8fdd66e99af2 req-b74e2727-f2cd-48e8-a483-a5275a4ff37e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:05.931978 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9172f73d-60d3-46d7-af8f-8fdd66e99af2 req-b74e2727-f2cd-48e8-a483-a5275a4ff37e tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Sep 08 13:56:05.970135 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-9172f73d-60d3-46d7-af8f-8fdd66e99af2 req-f2765b2e-bbdf-4ae1-8d26-6546e831d821 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/security-groups?id=21820247-35f9-46d3-a7bf-83746278c368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Sep 08 13:56:06.153083 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892b261-e57e-411a-9cf4-0748762001e0 req-060efa45-8807-4210-b7ed-50b44f5396a6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:06.154457 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c892b261-e57e-411a-9cf4-0748762001e0 req-060efa45-8807-4210-b7ed-50b44f5396a6 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 945 time: 0.0495358 Sep 08 13:56:06.242802 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port b49d4d30-0b40-4171-ba61-44f891ceafb5 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:06.243145 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:06.331646 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] For port b49d4d30-0b40-4171-ba61-44f891ceafb5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b49d4d30-0b40-4171-ba61-44f891ceafb5,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:06.332014 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:06.344525 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for b49d4d30-0b40-4171-ba61-44f891ceafb5 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:06.387550 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f21d1a79-65bb-444a-8cd0-fdfce35ec031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:06.470614 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:06.497649 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=b49d4d30-0b40-4171-ba61-44f891ceafb5,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:06.538049 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] No DVR routers for this DVR port b49d4d30-0b40-4171-ba61-44f891ceafb5 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:06.540450 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:06.542457 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-c892b261-e57e-411a-9cf4-0748762001e0 req-d09d11c4-0547-4316-9ecc-df2a8cdd3a0a tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.50 "DELETE /v2.0/ports/b49d4d30-0b40-4171-ba61-44f891ceafb5 HTTP/1.1" status: 204 len: 173 time: 0.3805921 Sep 08 13:56:06.542890 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'name': 'network-vif-deleted', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:56:06.545129 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e7802b-ff96-4f2a-9e02-12fe127f85b3" -d '{"events": [{"server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "name": "network-vif-deleted", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:06.583155 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee042280-fc3b-4f97-b082-f07b743f8283 x-openstack-request-id: req-ee042280-fc3b-4f97-b082-f07b743f8283 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:06.583512 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25727006-ee56-4d44-bec9-2aa50d99fc91", "name": "network-vif-deleted", "tag": "b49d4d30-0b40-4171-ba61-44f891ceafb5", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:06.583805 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee042280-fc3b-4f97-b082-f07b743f8283 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:06.584236 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25727006-ee56-4d44-bec9-2aa50d99fc91', 'name': 'network-vif-deleted', 'tag': 'b49d4d30-0b40-4171-ba61-44f891ceafb5', 'status': 'completed', 'code': 200} Sep 08 13:56:07.073466 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-b9163091-0a3b-4886-a960-d47f59e82929 req-b7e20548-05b5-4f9a-a677-1c481879a29d tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "GET /v2.0/ports?device_id=25727006-ee56-4d44-bec9-2aa50d99fc91 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Sep 08 13:56:08.128512 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38944) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:08.249936 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Deleting port e1022bd3-5ffb-44bd-9339-36f1b1026ed3 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:08.250281 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.323449 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.323776 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.335230 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Calling delete_port for e1022bd3-5ffb-44bd-9339-36f1b1026ed3 owned by network:floatingip {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:08.462659 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.488132 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'Port': ['ID=e1022bd3-5ffb-44bd-9339-36f1b1026ed3,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:08.499364 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.499782 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.500065 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.500401 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.500790 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.501124 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.501452 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.501780 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.502107 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.502429 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.502751 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.503070 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:08.559228 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.561902 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.563083 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5468576c-1d84-4580-b2f7-2b8e42e8e3fc tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "DELETE /v2.0/floatingips/2920eb72-e01c-4a6e-ab7a-d44e4eb7a2b1 HTTP/1.1" status: 204 len: 168 time: 0.4335561 Sep 08 13:56:08.812664 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fbdb43d5-f626-4e16-a33f-6a5ad4cc9b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:08.912548 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b49d4d30-0b40-4171-ba61-44f891ceafb5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:08.941554 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: b49d4d30-0b40-4171-ba61-44f891ceafb5 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:08.941825 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device b49d4d30-0b40-4171-ba61-44f891ceafb5 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:08.952851 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:09.753844 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38956) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:09.812295 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:09.836359 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:09.893777 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:09.896319 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:09.897547 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] 10.222.0.58 "DELETE /v2.0/security-groups/21820247-35f9-46d3-a7bf-83746278c368 HTTP/1.1" status: 204 len: 168 time: 0.1427197 Sep 08 13:56:09.906550 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645e55-7e64-400c-9f2d-e736e0182055 tempest-TestVolumeBootPattern-1339228717 tempest-TestVolumeBootPattern-1339228717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21820247-35f9-46d3-a7bf-83746278c368,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:09.950575 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38960) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:10.189302 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.414414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.653494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Deleting port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:10.653837 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.730382 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] For port 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:10.730746 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.746523 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Calling delete_port for 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f owned by network:router_interface {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:10.920518 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.943123 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcd9fd8-ec9c-4278-a3a3-56da102ba53f,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:11.108535 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:11.317687 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:11.533658 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:11.682980 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:11.688061 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-148cc2a9-f5f5-4f12-8bae-dd78094e7680 admin admin] 10.222.0.58 "PUT /v2.0/routers/1308b50e-5a43-40af-bcfa-f8dc64f8c7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363811 Sep 08 13:56:11.691867 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38964) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:11.692847 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Sync routers for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:11.701945 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:11.702551 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:11.791497 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks [] for router, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:11.806761 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:11.894893 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:11.950101 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Deleting port cc258747-c092-40f4-857a-df676eff64e5 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:11.950446 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.031330 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] For port cc258747-c092-40f4-857a-df676eff64e5, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cc258747-c092-40f4-857a-df676eff64e5,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:12.031708 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.043964 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Calling delete_port for cc258747-c092-40f4-857a-df676eff64e5 owned by network:router_gateway {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:12.105504 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cc258747-c092-40f4-857a-df676eff64e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:56:10Z', 'revision_number': 5, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port': {'id': 'cc258747-c092-40f4-857a-df676eff64e5', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:47Z', 'updated_at': '2021-09-08T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:12.134479 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Checking router: 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:12.143522 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Routers {'1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:12.144117 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:12.210581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.232054 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] Set router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 gateway port host: None {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:12.243688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc258747-c092-40f4-857a-df676eff64e5,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:12.286979 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:56:11Z', 'revision_number': 6, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:12.309321 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.318375 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467b4e9-5f39-48ae-a7f5-1e3ae7a99205 None None] The sync data for ids ['1308b50e-5a43-40af-bcfa-f8dc64f8c7e5'] in dv-cinder-784140-8-iscsi is: [{'id': '1308b50e-5a43-40af-bcfa-f8dc64f8c7e5', 'name': 'tempest-TestVolumeBootPattern-2010348438-router', 'tenant_id': 'b9e722338d4347508d8156a5ec6d3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:46Z', 'updated_at': '2021-09-08T13:56:11Z', 'revision_number': 6, 'project_id': 'b9e722338d4347508d8156a5ec6d3517', 'gw_port_host': None}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:12.414982 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.417148 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.459553 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.460106 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 {{(pid=100413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:56:12.464333 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.468126 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38966) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:12.468640 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-bef9af5d-1168-4e51-baae-e47bb95f8dcf admin admin] 10.222.0.58 "DELETE /v2.0/routers/1308b50e-5a43-40af-bcfa-f8dc64f8c7e5 HTTP/1.1" status: 204 len: 168 time: 0.7753267 Sep 08 13:56:12.512297 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Deleting subnet 4970c5be-ed96-4172-ae8f-6d260663a994 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:56:12.515236 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.552443 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.627528 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.681511 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.709779 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4970c5be-ed96-4172-ae8f-6d260663a994,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:12.711777 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.716522 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-31e50b65-f30e-4103-bdf0-a4764be9b941 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4970c5be-ed96-4172-ae8f-6d260663a994 HTTP/1.1" status: 204 len: 168 time: 0.2446434 Sep 08 13:56:12.716918 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 38968) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:12.720416 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796a4bf-eeb6-45ff-aa1a-d3b614735b54 None None] Network 80a8460e-a302-4718-a0cf-0552a6241fff requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:56:12.789566 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.842018 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Deleting port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:12.842355 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.906722 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] For port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,segment=NetworkSegment(4e93c1e1-ef43-4d6b-b5f5-ff17e69de603),segment_id=4e93c1e1-ef43-4d6b-b5f5-ff17e69de603)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:12.907113 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:12.919159 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Calling delete_port for 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:12.993071 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.018168 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6546c9-a2bb-4754-9fa5-cb38de6dff1c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:13.021567 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] No DVR routers for this DVR port 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c on host dv-cinder-784140-8-iscsi {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:13.093957 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.097053 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68051f0a-87a0-4b5d-bc98-10d1d5cf07e4 None None] DHCP port deletion for 80a8460e-a302-4718-a0cf-0552a6241fff request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:56:13.116556 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a8460e-a302-4718-a0cf-0552a6241fff']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:13.126735 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:13.127032 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e93c1e1-ef43-4d6b-b5f5-ff17e69de603') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:13.136710 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.149834 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.155608 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:56:13.155985 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:56:13.157653 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:56:13.215185 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.220261 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.222210 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] 10.222.0.58 "DELETE /v2.0/networks/80a8460e-a302-4718-a0cf-0552a6241fff HTTP/1.1" status: 204 len: 168 time: 0.5045922 Sep 08 13:56:13.225903 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38970) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:13.234093 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdfbe1-3a22-44f5-b77a-d4c40ccc2526 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a8460e-a302-4718-a0cf-0552a6241fff,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:13.573103 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.806736 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Deleting port d44c3627-da1e-4a9c-8678-b2582b2cee48 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:13.807077 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.882926 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] For port d44c3627-da1e-4a9c-8678-b2582b2cee48, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=d44c3627-da1e-4a9c-8678-b2582b2cee48,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:13.883285 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.896157 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Calling delete_port for d44c3627-da1e-4a9c-8678-b2582b2cee48 owned by network:router_interface {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:13.897703 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:13.921582 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:13.921919 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6fcd9fd8-ec9c-4278-a3a3-56da102ba53f not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:13.922339 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:13.941170 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:13.941510 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 6a6546c9-a2bb-4754-9fa5-cb38de6dff1c not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:13.941930 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cc258747-c092-40f4-857a-df676eff64e5 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:13.961173 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: cc258747-c092-40f4-857a-df676eff64e5 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:13.961519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cc258747-c092-40f4-857a-df676eff64e5 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:14.070430 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.100972 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44c3627-da1e-4a9c-8678-b2582b2cee48,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:14.261162 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.477580 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Router d895371d-bfdf-41a1-9a12-ec70db83e353 has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:14.581397 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:14.586610 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a72190ad-a870-41a8-8ee7-130da8db5819 admin admin] 10.222.0.58 "PUT /v2.0/routers/d895371d-bfdf-41a1-9a12-ec70db83e353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3596902 Sep 08 13:56:14.589557 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38972) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:14.590447 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Sync routers for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:14.600464 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:14.601100 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:14.691994 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks [] for router, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.704143 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:14.787468 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.841690 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Deleting port 87d0988d-4e41-442b-b962-31ce80676a0a {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:14.842026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.874920 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:56:14Z', 'revision_number': 5, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port': {'id': '87d0988d-4e41-442b-b962-31ce80676a0a', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:14.900616 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Checking router: d895371d-bfdf-41a1-9a12-ec70db83e353 for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:14.909612 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Routers {'d895371d-bfdf-41a1-9a12-ec70db83e353'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:14.910464 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:09Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['d895371d-bfdf-41a1-9a12-ec70db83e353'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:14.919235 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] For port 87d0988d-4e41-442b-b962-31ce80676a0a, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=87d0988d-4e41-442b-b962-31ce80676a0a,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:14.919601 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.932472 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Calling delete_port for 87d0988d-4e41-442b-b962-31ce80676a0a owned by network:router_gateway {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:14.994354 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] Set router d895371d-bfdf-41a1-9a12-ec70db83e353 gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:15.046854 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:56:14Z', 'revision_number': 6, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:15.073226 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4d809-826c-4611-a237-f3295f6b3524 None None] The sync data for ids ['d895371d-bfdf-41a1-9a12-ec70db83e353'] in dv-cinder-784140-8-iscsi is: [{'id': 'd895371d-bfdf-41a1-9a12-ec70db83e353', 'name': 'tempest-TestVolumeBootPattern-1246153431-router', 'tenant_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:52Z', 'updated_at': '2021-09-08T13:56:14Z', 'revision_number': 6, 'project_id': '5cf737e7d9f54bcbb55fd6a79e39f7f7', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:15.096587 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.124192 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Pushing event deleted for resources: {'Port': ['ID=87d0988d-4e41-442b-b962-31ce80676a0a,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:15.185603 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.274657 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.276779 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.317996 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.318589 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d895371d-bfdf-41a1-9a12-ec70db83e353 {{(pid=100413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:56:15.322854 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.323994 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-5f63d72f-4993-4cd0-a722-72bf84c1afbb admin admin] 10.222.0.58 "DELETE /v2.0/routers/d895371d-bfdf-41a1-9a12-ec70db83e353 HTTP/1.1" status: 204 len: 168 time: 0.7335222 Sep 08 13:56:15.326688 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38974) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:15.373807 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Deleting subnet 0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554 {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:56:15.376681 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.674030 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.747572 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.805869 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.830649 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:15.837820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.841905 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6885504-5341-44ec-82ba-3253a9e38075 None None] Network 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:56:15.848470 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-fab1122b-5fad-4bdf-be48-7ad6f630e5ce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0c2ad911-8db4-4fb5-ad2f-4d3f5d4cb554 HTTP/1.1" status: 204 len: 168 time: 0.5183394 Sep 08 13:56:15.849139 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38976) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:15.902569 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87d0988d-4e41-442b-b962-31ce80676a0a no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:15.930243 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:15.935439 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 87d0988d-4e41-442b-b962-31ce80676a0a {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:15.935861 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 87d0988d-4e41-442b-b962-31ce80676a0a not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:15.936354 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device d44c3627-da1e-4a9c-8678-b2582b2cee48 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:15.974828 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: d44c3627-da1e-4a9c-8678-b2582b2cee48 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:15.975178 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device d44c3627-da1e-4a9c-8678-b2582b2cee48 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:15.988075 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Deleting port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:15.988584 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.058726 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] For port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:16.059094 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.069728 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] DHCP port deletion for 6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:56:16.072993 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Calling delete_port for 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 owned by network:dhcp {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:16.117792 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Deleting port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:16.118211 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.156173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.182275 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:16.184900 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] For port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,segment=NetworkSegment(a3907101-1de4-4b3d-9701-3f600c8abf6e),segment_id=a3907101-1de4-4b3d-9701-3f600c8abf6e)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:16.185344 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.187029 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] No DVR routers for this DVR port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 on host dv-cinder-784140-8-iscsi {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:16.198337 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Calling delete_port for 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:16.257104 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.272473 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.281259 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf3de87-0c9e-4e32-8cbf-04f1a426fc90']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:16.291354 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3907101-1de4-4b3d-9701-3f600c8abf6e') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:16.291581 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3907101-1de4-4b3d-9701-3f600c8abf6e') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:16.300706 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] Pushing event deleted for resources: {'Port': ['ID=4c3f4105-e3dc-4091-9ffe-3aa65951fb03,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:16.300870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.306450 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72eadd-7395-4d48-b5e8-c74162c35cbe None None] No DVR routers for this DVR port 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:16.317037 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.323542 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:56:16.324026 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:56:16.325793 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:56:16.378468 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.384142 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.386098 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] 10.222.0.58 "DELETE /v2.0/networks/6bf3de87-0c9e-4e32-8cbf-04f1a426fc90 HTTP/1.1" status: 204 len: 168 time: 0.5358934 Sep 08 13:56:16.398761 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ccc65-7cfe-4177-b4e8-dcc8138a083b admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf3de87-0c9e-4e32-8cbf-04f1a426fc90,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:16.495207 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38980) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:16.534512 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-288b8ad3-0442-4177-af62-2596af956a5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9e722338d4347508d8156a5ec6d3517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381179 Sep 08 13:56:16.536949 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38982) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:16.587852 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.607755 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.652998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.655372 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:16.656505 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/942b31e8-1b1c-4c2a-8478-c459fa6ea739 HTTP/1.1" status: 204 len: 168 time: 0.1186850 Sep 08 13:56:16.664338 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52632832-60dd-4929-93d5-f1656f5fee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b31e8-1b1c-4c2a-8478-c459fa6ea739,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:16.958802 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38988) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:16.997481 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-9d8e7b6d-17ab-4bb2-b4de-6d893147fc54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cf737e7d9f54bcbb55fd6a79e39f7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375350 Sep 08 13:56:16.999870 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38990) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:17.047640 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:17.067993 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:17.114180 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:17.116804 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:17.118110 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f35f2af-cb6f-4a0e-b21d-23e1e33611e8 HTTP/1.1" status: 204 len: 168 time: 0.1173408 Sep 08 13:56:17.125663 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce2316-3a22-4230-a1a9-ea87a5dd444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f35f2af-cb6f-4a0e-b21d-23e1e33611e8,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:17.886367 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:17.906690 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:17.907630 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 4c3f4105-e3dc-4091-9ffe-3aa65951fb03 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:19.021604 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:24.172488 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:29.640083 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-729b3a10-c223-40a2-9560-f6d385594b77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418632 Sep 08 13:56:29.701639 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-09a5d3a4-e129-43b1-bf46-7481022047ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:29.703128 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-09a5d3a4-e129-43b1-bf46-7481022047ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0410988 Sep 08 13:56:29.806364 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-201d4ac8-4528-4b5c-8180-c51ae557edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:29.807872 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-201d4ac8-4528-4b5c-8180-c51ae557edaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.0851350 Sep 08 13:56:29.879757 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-c554eb7d-7126-4f22-acb9-52630974e2ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 1002 time: 0.0643880 Sep 08 13:56:29.928457 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-47325923-3df1-4d6c-8ba2-0c247221543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:29.929968 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-47325923-3df1-4d6c-8ba2-0c247221543c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0437396 Sep 08 13:56:29.974834 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-ad1922aa-6f5b-4c3f-b754-c2a4a50342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:29.976310 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-ad1922aa-6f5b-4c3f-b754-c2a4a50342ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397606 Sep 08 13:56:30.069126 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-27f06524-8e17-4126-95d4-56fbe4c56341 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856483 Sep 08 13:56:30.160432 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-ca851bca-03e9-43e8-9e22-2856c7a5258f req-54430e5a-47cc-45ca-aa5b-262202d31898 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Sep 08 13:56:36.389193 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b888cf49-a1b6-4d21-beec-651554e43247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:38.813881 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4c76-3285-4866-a310-a2d18c959d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:38.933519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:40.191363 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:41.536838 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:45.542860 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 38994) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:45.694172 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Deleting port ed428234-0751-484d-8b26-212bc6bfe570 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:45.694172 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:45.765360 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:45.765683 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:45.777094 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Calling delete_port for ed428234-0751-484d-8b26-212bc6bfe570 owned by network:floatingip {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:45.918041 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:45.943623 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event deleted for resources: {'Port': ['ID=ed428234-0751-484d-8b26-212bc6bfe570,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:46.002675 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for floatingip, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:46.002999 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.db.l3_db [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Floating IP 64db248d-5a1f-48ba-b88b-0db7a5117fb0 disassociated (deleted). External IP: 172.27.3.208, port: 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377. Sep 08 13:56:46.201983 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Router 63e97a7c-b071-4e38-a374-4607b3bc4d4e has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:46.304573 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:46.309473 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for floatingip, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:46.315444 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Sync routers for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:46.325029 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:46.325647 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.341758 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-a023724b-8b58-422d-b356-3ae6e48d8e00 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "DELETE /v2.0/floatingips/64db248d-5a1f-48ba-b88b-0db7a5117fb0 HTTP/1.1" status: 204 len: 168 time: 0.7977710 Sep 08 13:56:46.342434 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:56:46.344797 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db46ea-d6ee-454c-a37e-addac8b47022" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:46.381054 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500ced20-1bd3-4ef2-acdb-71c536e24d78 x-openstack-request-id: req-500ced20-1bd3-4ef2-acdb-71c536e24d78 {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:46.381347 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:46.381727 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-500ced20-1bd3-4ef2-acdb-71c536e24d78 {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:46.382253 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'status': 'completed', 'code': 200} Sep 08 13:56:46.439988 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:46.445693 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-12cf8548-e2a1-44d6-8fe4-32b5e25a778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:46.448310 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-12cf8548-e2a1-44d6-8fe4-32b5e25a778e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 1099 time: 0.0438397 Sep 08 13:56:46.591065 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324434a-a314-4d80-9bb6-6ad9a0e1bc92 req-0d4ed8a9-7d32-44ba-9f39-e1d180b40f8e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:46.592545 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1324434a-a314-4d80-9bb6-6ad9a0e1bc92 req-0d4ed8a9-7d32-44ba-9f39-e1d180b40f8e tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0660627 Sep 08 13:56:46.593531 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-56312f13-8afa-4eaa-bf02-3d5310b2d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:46.594838 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-56312f13-8afa-4eaa-bf02-3d5310b2d4ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 200 len: 909 time: 0.1335294 Sep 08 13:56:46.645471 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-aaff0391-fe62-4c9a-8710-31228bf85f43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 200 len: 217 time: 0.0409420 Sep 08 13:56:46.654921 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.668877 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-1324434a-a314-4d80-9bb6-6ad9a0e1bc92 req-dcaf9d72-9bfd-4410-9e3e-6e1f3b85c325 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700638 Sep 08 13:56:46.681693 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Checking router: 63e97a7c-b071-4e38-a374-4607b3bc4d4e for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:46.696777 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:46.697381 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:46.706363 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-d66326df-78e4-4b7f-ad91-2424900b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:46.707817 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-d66326df-78e4-4b7f-ad91-2424900b19dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 200 len: 847 time: 0.0533054 Sep 08 13:56:46.753903 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-f02ee1e0-0865-4721-b698-27bb56cc7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:46.755304 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-f02ee1e0-0865-4721-b698-27bb56cc7fb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b79ab0a-55a2-4f49-89bd-6c287adf3a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390923 Sep 08 13:56:46.801597 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:46.844484 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-64921c3e-cde3-4b6b-bda5-346dbf6150ad service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802965 Sep 08 13:56:46.938336 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-14db46ea-d6ee-454c-a37e-addac8b47022 req-b12c0fcc-1784-4a94-acc0-db71c45fb037 service neutron] 10.222.0.50 "GET /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Sep 08 13:56:46.996352 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:47.143342 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54873f35-67a5-46c2-a499-d902318a3693 None None] The sync data for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi is: [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:52:30Z', 'revision_number': 4, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi', '_interfaces': [{'id': '1e7ac9b4-001a-460e-86a0-5ef3fcd8864b', 'name': '', 'network_id': '0b79ab0a-55a2-4f49-89bd-6c287adf3a23', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'mac_address': 'fa:16:3e:ec:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89508963-42b1-43e6-baeb-2af22a75039d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:29Z', 'updated_at': '2021-09-08T13:52:36Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'subnets': [{'id': '89508963-42b1-43e6-baeb-2af22a75039d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:47.343440 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de24f3-75a6-4f21-bb3d-638e47790ac8 None None] New status for floating IP 64db248d-5a1f-48ba-b88b-0db7a5117fb0: DOWN {{(pid=100421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:56:47.783099 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e65ecf-2fa7-4ec4-ab20-ed2078b89d18 req-fe26807b-6f57-47ac-af24-b884675f6d80 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:47.784580 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d4e65ecf-2fa7-4ec4-ab20-ed2078b89d18 req-fe26807b-6f57-47ac-af24-b884675f6d80 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0486748 Sep 08 13:56:47.821608 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-d4e65ecf-2fa7-4ec4-ab20-ed2078b89d18 req-29cbd238-aeb4-48c1-906d-f2f92ed29c71 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b596d78-e1ad-4798-b85b-0662a51132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Sep 08 13:56:48.041034 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-2a8c8a02-46d8-43aa-8f27-3b9b8d74684b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:48.042383 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-2a8c8a02-46d8-43aa-8f27-3b9b8d74684b tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 946 time: 0.0507772 Sep 08 13:56:48.131130 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Deleting port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:48.131470 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:48.221173 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] For port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:48.221541 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:48.234009 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Calling delete_port for 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 owned by compute:nova {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:48.357287 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:48.388004 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event deleted for resources: {'Port': ['ID=1c58b5cd-4fd1-4bc3-a9eb-1207be9de377,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:48.428170 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] No DVR routers for this DVR port 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 on host hv-cinder-78414 {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:48.430654 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61396'] for port, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:48.432626 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-f67f480b-f383-4014-9eb0-afc535ce1a2f req-f84ad28d-472c-47be-bb04-0d942e43318c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.50 "DELETE /v2.0/ports/1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 HTTP/1.1" status: 204 len: 173 time: 0.3842056 Sep 08 13:56:48.433123 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-deleted', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377'}] {{(pid=100413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:56:48.435406 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d1292c4546275b88d738d2aea6e3ba371ece53cea718b3b7e858f07097e8e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c588d2-7706-48d7-b512-535b210e2302" -d '{"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-deleted", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377"}]}' {{(pid=100413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:56:48.475373 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e6096b-502a-41c1-b0da-1535742d4fae x-openstack-request-id: req-09e6096b-502a-41c1-b0da-1535742d4fae {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:56:48.475663 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14", "name": "network-vif-deleted", "tag": "1c58b5cd-4fd1-4bc3-a9eb-1207be9de377", "status": "completed", "code": 200}]} {{(pid=100413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:56:48.475915 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09e6096b-502a-41c1-b0da-1535742d4fae {{(pid=100413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:56:48.476301 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14', 'name': 'network-vif-deleted', 'tag': '1c58b5cd-4fd1-4bc3-a9eb-1207be9de377', 'status': 'completed', 'code': 200} Sep 08 13:56:48.928876 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [req-932a5744-5390-4740-a8ca-b3e191754618 req-1756e1f9-dcbc-4895-9637-8131e3729ec3 tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcf2fc7f-aa16-47f3-9eaf-6cf11ad13d14 HTTP/1.1" status: 200 len: 210 time: 0.0257869 Sep 08 13:56:49.019790 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:49.984021 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 39010) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:50.040692 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.065992 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.125350 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.128162 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Notify callbacks [] for security_group, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.132537 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b596d78-e1ad-4798-b85b-0662a51132e4 HTTP/1.1" status: 204 len: 168 time: 0.1448822 Sep 08 13:56:50.139988 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f3459-5f9c-4f1f-bd93-12953cc6f81c tempest-TestShelveInstance-1695263066 tempest-TestShelveInstance-1695263066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b596d78-e1ad-4798-b85b-0662a51132e4,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:50.172820 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 39014) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:50.502699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.741849 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Deleting port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:50.742186 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.819939 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] For port 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:50.820302 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:50.832017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Calling delete_port for 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b owned by network:router_interface {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:51.115053 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:51.135132 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] No Port match for: 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:51.135476 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Device 1c58b5cd-4fd1-4bc3-a9eb-1207be9de377 not bound to the agent host hv-cinder-78414 {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:51.264749 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:51.289620 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7ac9b4-001a-460e-86a0-5ef3fcd8864b,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:51.454671 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:51.662297 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Router 63e97a7c-b071-4e38-a374-4607b3bc4d4e has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:51.763973 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:51.769133 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-ea10dbcc-4300-40f5-b8ee-5712d937cd97 admin admin] 10.222.0.58 "PUT /v2.0/routers/63e97a7c-b071-4e38-a374-4607b3bc4d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952258 Sep 08 13:56:51.771630 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 39016) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:51.773484 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Sync routers for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:51.782412 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:51.783518 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:51.879699 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:51.895000 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: dv-cinder-784140-8-iscsi {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:51.980047 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.030708 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Deleting port b39f8003-9e98-414f-9504-387c0c7bf387 {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:52.031050 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.075472 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:56:50Z', 'revision_number': 5, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port': {'id': 'b39f8003-9e98-414f-9504-387c0c7bf387', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:27Z', 'updated_at': '2021-09-08T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:52.106664 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Checking router: 63e97a7c-b071-4e38-a374-4607b3bc4d4e for host: dv-cinder-784140-8-iscsi {{(pid=100415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:52.110122 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] For port b39f8003-9e98-414f-9504-387c0c7bf387, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=b39f8003-9e98-414f-9504-387c0c7bf387,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:52.110487 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.115446 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Routers {'63e97a7c-b071-4e38-a374-4607b3bc4d4e'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:52.116081 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'], 'active': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:52.122382 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Calling delete_port for b39f8003-9e98-414f-9504-387c0c7bf387 owned by network:router_gateway {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:52.210704 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvr_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] Set router 63e97a7c-b071-4e38-a374-4607b3bc4d4e gateway port host: None {{(pid=100415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:52.263611 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_hamode_db [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:56:51Z', 'revision_number': 6, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:52.289127 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.294355 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4eddb0-54dc-4c49-ab23-f46453db7327 None None] The sync data for ids ['63e97a7c-b071-4e38-a374-4607b3bc4d4e'] in dv-cinder-784140-8-iscsi is: [{'id': '63e97a7c-b071-4e38-a374-4607b3bc4d4e', 'name': 'tempest-TestShelveInstance-559135031-router', 'tenant_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:26Z', 'updated_at': '2021-09-08T13:56:51Z', 'revision_number': 6, 'project_id': 'c646a8006a7741cdae4cef42a00b5ce1', 'gw_port_host': None}] {{(pid=100415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:52.315957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39f8003-9e98-414f-9504-387c0c7bf387,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:52.373439 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.465223 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.467359 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.508396 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.508957 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e97a7c-b071-4e38-a374-4607b3bc4d4e {{(pid=100413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:56:52.513474 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.514762 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-f0b6e775-7994-4a73-9504-e477826d68c3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/63e97a7c-b071-4e38-a374-4607b3bc4d4e HTTP/1.1" status: 204 len: 168 time: 0.7418597 Sep 08 13:56:52.517236 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 39018) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:52.560164 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Deleting subnet 89508963-42b1-43e6-baeb-2af22a75039d {{(pid=100413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:56:52.563166 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.596749 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3204401'] for subnet, precommit_delete_associations {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.678998 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.732007 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2919132'] for subnet, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.758652 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89508963-42b1-43e6-baeb-2af22a75039d,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:52.762359 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.764253 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-c93ff559-2b37-4f31-8699-2ac6a754e9e5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/89508963-42b1-43e6-baeb-2af22a75039d HTTP/1.1" status: 204 len: 168 time: 0.2451899 Sep 08 13:56:52.766878 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.wsgi [-] (100413) accepted ('10.222.0.58', 39020) {{(pid=100413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:52.770218 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f43ad8-04c9-4d79-ae2b-aa613d24d0b9 None None] Network 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:56:52.846644 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.902253 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Deleting port 55b1f228-1da4-4f47-aa86-bb30410ad14c {{(pid=100413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:52.902542 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.948833 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] DHCP port deletion for 0b79ab0a-55a2-4f49-89bd-6c287adf3a23 request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:56:52.968622 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.db [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] For port 55b1f228-1da4-4f47-aa86-bb30410ad14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=55b1f228-1da4-4f47-aa86-bb30410ad14c,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:52.969098 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:52.987017 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Calling delete_port for 55b1f228-1da4-4f47-aa86-bb30410ad14c owned by network:dhcp {{(pid=100413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:53.001846 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Deleting port 55b1f228-1da4-4f47-aa86-bb30410ad14c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:53.002361 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.067414 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336212'] for port, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.068803 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] For port 55b1f228-1da4-4f47-aa86-bb30410ad14c, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=55b1f228-1da4-4f47-aa86-bb30410ad14c,segment=NetworkSegment(3db7ca87-3490-4c68-8b3f-9631c8a793cd),segment_id=3db7ca87-3490-4c68-8b3f-9631c8a793cd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:53.069202 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.081334 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Calling delete_port for 55b1f228-1da4-4f47-aa86-bb30410ad14c owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:53.092494 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b1f228-1da4-4f47-aa86-bb30410ad14c,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:53.097088 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] No DVR routers for this DVR port 55b1f228-1da4-4f47-aa86-bb30410ad14c on host dv-cinder-784140-8-iscsi {{(pid=100413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:53.158868 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.170498 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.185192 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Pushing event deleted for resources: {'Port': ['ID=55b1f228-1da4-4f47-aa86-bb30410ad14c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:53.187410 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] No DVR routers for this DVR port 55b1f228-1da4-4f47-aa86-bb30410ad14c on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:53.193385 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b79ab0a-55a2-4f49-89bd-6c287adf3a23']}} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:53.194977 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.195319 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.195647 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.195976 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.196415 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.196617 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.196943 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.197262 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.197581 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.198037 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.198331 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.198627 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b4e6fd-a76e-4b09-a202-b7443f3fac14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-8-iscsi {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:53.203786 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db7ca87-3490-4c68-8b3f-9631c8a793cd') {'for_net_delete': True} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:53.204096 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.services.segments.db [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db7ca87-3490-4c68-8b3f-9631c8a793cd') {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:53.213896 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3204408'] for segment, before_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.227710 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.233630 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:56:53.234015 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337155'] for segment, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: Traceback (most recent call last): Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: timer() Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: cb(*args, **kw) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: return func(*args, **kwargs) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: self._notify() Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: self.callback(batched_events) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: event.method(event) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: return f(self, *a, **k) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._get(url).json() Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: return self.request(url, 'GET', **kwargs) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:56:53.235707 dv-cinder-784140-8-iscsi neutron-server[100413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:56:53.292019 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.297418 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.299270 dv-cinder-784140-8-iscsi neutron-server[100413]: INFO neutron.wsgi [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0b79ab0a-55a2-4f49-89bd-6c287adf3a23 HTTP/1.1" status: 204 len: 168 time: 0.5249076 Sep 08 13:56:53.303052 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39022) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:53.310183 dv-cinder-784140-8-iscsi neutron-server[100413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5bba2-b8a5-453a-93c9-2f26f01682b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b79ab0a-55a2-4f49-89bd-6c287adf3a23,revision_number=None']} {{(pid=100413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:53.864860 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536388'] for router_interface, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:53.906170 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 55b1f228-1da4-4f47-aa86-bb30410ad14c no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:53.925407 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 55b1f228-1da4-4f47-aa86-bb30410ad14c {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:53.925763 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 55b1f228-1da4-4f47-aa86-bb30410ad14c not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:53.926173 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b39f8003-9e98-414f-9504-387c0c7bf387 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:53.945230 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: b39f8003-9e98-414f-9504-387c0c7bf387 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:53.945574 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device b39f8003-9e98-414f-9504-387c0c7bf387 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:53.945995 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:53.965571 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:53.965915 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 1e7ac9b4-001a-460e-86a0-5ef3fcd8864b not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:54.104580 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Deleting port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:54.104839 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:54.184737 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] For port cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:54.185095 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:54.197393 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Calling delete_port for cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf owned by network:router_interface {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:54.370553 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:54.400571 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:54.559380 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536488'] for router_interface, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:54.770108 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f has already been hosted by L3 agent beb3f787-c1ac-4d96-9ffe-0b532f98884f {{(pid=100411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:56:54.872647 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] Notify agent at l3_agent.dv-cinder-784140-8-iscsi the message routers_updated {{(pid=100411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:56:54.877593 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-714e947f-2ad7-474b-950b-3f716816ee52 admin admin] 10.222.0.58 "PUT /v2.0/routers/5c255f3c-b1d0-48c8-a224-a49468ad6b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735569 Sep 08 13:56:54.880525 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39024) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:54.883309 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Sync routers for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:56:54.892343 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:54.893227 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:54.983222 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:54.993390 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: dv-cinder-784140-8-iscsi {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:55.084231 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.141353 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Deleting port 7149f22b-da90-411c-828e-4d8a4ca163ef {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:55.141736 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.165217 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'external_fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:56:54Z', 'revision_number': 5, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port': {'id': '7149f22b-da90-411c-828e-4d8a4ca163ef', 'name': '', 'network_id': '20a46936-da6a-4208-be9c-0ebd0601bd03', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:52:33Z', 'updated_at': '2021-09-08T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3506376-09bc-4128-bcc6-07996d65fb61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-8-iscsi'}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:55.195206 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Checking router: 5c255f3c-b1d0-48c8-a224-a49468ad6b1f for host: dv-cinder-784140-8-iscsi {{(pid=100421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:56:55.203436 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Routers {'5c255f3c-b1d0-48c8-a224-a49468ad6b1f'} bound to L3 agent in host dv-cinder-784140-8-iscsi {{(pid=100421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:56:55.204035 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T13:34:09Z,description=,heartbeat_timestamp=2021-09-08T13:56:39Z,host='dv-cinder-784140-8-iscsi',id=beb3f787-c1ac-4d96-9ffe-0b532f98884f,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T13:34:09Z,topic='l3_agent')) {'router_ids': ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'], 'active': True} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:55.224960 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] For port 7149f22b-da90-411c-828e-4d8a4ca163ef, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=7149f22b-da90-411c-828e-4d8a4ca163ef,segment=NetworkSegment(16a08ace-e826-41fc-b8f2-8d8164dc6b11),segment_id=16a08ace-e826-41fc-b8f2-8d8164dc6b11)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:55.225320 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.236873 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Calling delete_port for 7149f22b-da90-411c-828e-4d8a4ca163ef owned by network:router_gateway {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:55.289070 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_dvr_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] Set router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f gateway port host: None {{(pid=100421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:56:55.338528 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.l3_hamode_db [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:56:55Z', 'revision_number': 6, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port_host': None}], 'dv-cinder-784140-8-iscsi', False) {} {{(pid=100421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:55.367433 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48119201-ed97-4974-816d-4b3af92f30ab None None] The sync data for ids ['5c255f3c-b1d0-48c8-a224-a49468ad6b1f'] in dv-cinder-784140-8-iscsi is: [{'id': '5c255f3c-b1d0-48c8-a224-a49468ad6b1f', 'name': 'tempest-TestShelveInstance-768481611-router', 'tenant_id': '54b4969f942449c5906b581f4ff14b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:52:32Z', 'updated_at': '2021-09-08T13:56:55Z', 'revision_number': 6, 'project_id': '54b4969f942449c5906b581f4ff14b27', 'gw_port_host': None}] {{(pid=100421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:56:55.406616 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.432083 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7149f22b-da90-411c-828e-4d8a4ca163ef,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:55.494288 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535306'] for router_gateway, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.583416 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5716'] for router, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.585678 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.631931 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539232'] for router, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.632382 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c255f3c-b1d0-48c8-a224-a49468ad6b1f {{(pid=100411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:56:55.636794 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] Notify callbacks [] for router, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.637967 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b971b4b4-efc0-4ec4-a9eb-1c408090dec3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5c255f3c-b1d0-48c8-a224-a49468ad6b1f HTTP/1.1" status: 204 len: 168 time: 0.7564156 Sep 08 13:56:55.641938 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39026) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:55.685480 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Deleting subnet f552d926-118c-4bef-99a4-68a1b7471c91 {{(pid=100411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:56:55.692270 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.728210 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3385761'] for subnet, precommit_delete_associations {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.814122 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33185024'] for subnet, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.869444 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33185081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520600226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520829000'] for subnet, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.893846 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f552d926-118c-4bef-99a4-68a1b7471c91,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:55.899755 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for subnet, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:55.901962 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-9d40a58f-5353-4de2-989e-3662e1676dcc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f552d926-118c-4bef-99a4-68a1b7471c91 HTTP/1.1" status: 204 len: 168 time: 0.2587183 Sep 08 13:56:55.904384 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39028) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:55.905801 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b595905-5a72-48a9-868d-f186c431e4ba None None] Network 79c72687-c685-4bed-9729-1748a1192344 requested from dv-cinder-784140-8-iscsi {{(pid=100415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:56:55.976635 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33379595'] for network, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.028762 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Deleting port 99213036-d5bd-4c92-b644-9e2440ee6364 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:56.029106 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.092700 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] For port 99213036-d5bd-4c92-b644-9e2440ee6364, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=99213036-d5bd-4c92-b644-9e2440ee6364,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:56.093072 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.101515 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] DHCP port deletion for 79c72687-c685-4bed-9729-1748a1192344 request from dv-cinder-784140-8-iscsi {{(pid=100415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:56:56.110040 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Calling delete_port for 99213036-d5bd-4c92-b644-9e2440ee6364 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:56.155796 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Deleting port 99213036-d5bd-4c92-b644-9e2440ee6364 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:56:56.156171 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765239561238'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.159699 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 7149f22b-da90-411c-828e-4d8a4ca163ef no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:56.190687 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 7149f22b-da90-411c-828e-4d8a4ca163ef {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:56.191022 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 7149f22b-da90-411c-828e-4d8a4ca163ef not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:56.191439 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:56.209622 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520600279'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.217890 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:56.218229 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device cfd59cee-6b7a-4c3d-80f8-6e9b970e0edf not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:56.218653 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 99213036-d5bd-4c92-b644-9e2440ee6364 no longer exists at agent ovs-agent-dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:56:56.245435 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99213036-d5bd-4c92-b644-9e2440ee6364,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:56.249239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] No DVR routers for this DVR port 99213036-d5bd-4c92-b644-9e2440ee6364 on host dv-cinder-784140-8-iscsi {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:56.265137 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] No Port match for: 99213036-d5bd-4c92-b644-9e2440ee6364 {{(pid=100415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:56:56.265482 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.rpc [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Device 99213036-d5bd-4c92-b644-9e2440ee6364 not bound to the agent host dv-cinder-784140-8-iscsi {{(pid=100415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:56:56.279293 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] For port 99213036-d5bd-4c92-b644-9e2440ee6364, host dv-cinder-784140-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-8-iscsi',level=0,port_id=99213036-d5bd-4c92-b644-9e2440ee6364,segment=NetworkSegment(5017349a-c7b6-4d0c-8f09-5378d7d63ff1),segment_id=5017349a-c7b6-4d0c-8f09-5378d7d63ff1)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:56.279716 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531261'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.292083 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Calling delete_port for 99213036-d5bd-4c92-b644-9e2440ee6364 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:56:56.326674 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33179021', 'neutron.services.segments.db._delete_segments_for_network-8765239545209'] for network, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.350858 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c72687-c685-4bed-9729-1748a1192344']}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:56.361002 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5017349a-c7b6-4d0c-8f09-5378d7d63ff1') {'for_net_delete': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:56.361328 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.services.segments.db [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5017349a-c7b6-4d0c-8f09-5378d7d63ff1') {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:56:56.371566 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765239546498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3385768'] for segment, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.384309 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33171741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765239568604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765239049629'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.385723 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970'] for segment, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.391767 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:56:56.392159 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33178970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520599808'] for segment, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: Traceback (most recent call last): Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: timer() Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: cb(*args, **kw) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: return func(*args, **kwargs) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: self._notify() Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: self.callback(batched_events) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: event.method(event) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: return f(self, *a, **k) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._get(url).json() Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: return self.request(url, 'GET', **kwargs) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:56:56.394318 dv-cinder-784140-8-iscsi neutron-server[100411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:56:56.414773 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] Pushing event deleted for resources: {'Port': ['ID=99213036-d5bd-4c92-b644-9e2440ee6364,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:56.418483 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527bd8f-0f1b-4f40-beb3-5a713ce98a65 None None] No DVR routers for this DVR port 99213036-d5bd-4c92-b644-9e2440ee6364 on host dv-cinder-784140-8-iscsi {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:56:56.451669 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33179010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535350'] for network, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.456464 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-772060'] for network, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.458494 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/79c72687-c685-4bed-9729-1748a1192344 HTTP/1.1" status: 204 len: 168 time: 0.5529778 Sep 08 13:56:56.470678 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bf9fa-e18a-48f2-8f10-b2f8b975a8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c72687-c685-4bed-9729-1748a1192344,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:56.618922 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39032) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:56.662865 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-a7b2053e-1dac-4a47-9816-5d504a2aa6f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c646a8006a7741cdae4cef42a00b5ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426600 Sep 08 13:56:56.665271 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39034) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:56.711566 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.732696 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.778475 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.781091 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:56.782291 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0872f607-368a-45a5-b972-fa8f9a8f2627 HTTP/1.1" status: 204 len: 168 time: 0.1161189 Sep 08 13:56:56.790579 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95250b1-564c-4f13-bd2c-46f6bcbab306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872f607-368a-45a5-b972-fa8f9a8f2627,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:57.089587 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39040) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:57.129584 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-757a5043-8fed-4bd3-afe4-a425dca3c293 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54b4969f942449c5906b581f4ff14b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388339 Sep 08 13:56:57.132039 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [-] (100411) accepted ('10.222.0.58', 39042) {{(pid=100411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:56:57.180139 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:57.200283 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:57.248695 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526582'] for security_group, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:57.251239 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:57.252443 dv-cinder-784140-8-iscsi neutron-server[100411]: INFO neutron.wsgi [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b7ea238-8a0e-46ff-a234-432f206dbb61 HTTP/1.1" status: 204 len: 168 time: 0.1195407 Sep 08 13:56:57.260339 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856ef13-ddf4-4339-90f7-54c4db12dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ea238-8a0e-46ff-a234-432f206dbb61,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:01.171538 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:06.390587 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242d3a3b-bce8-46f8-9788-7d31a7d7d29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:08.815681 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-869825f7-3f4d-4db2-aa85-fa4754216ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:08.934663 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:10.195717 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:11.539352 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:19.049603 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:36.392533 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f00dee74-1d99-423c-a283-54ed72e5cf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:38.170987 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:38.816623 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c3e6-1972-470a-b2ef-1c7d82ea02e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:38.935903 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:40.198360 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:41.543655 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:43.406552 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [req-4420cb70-16b9-4887-9206-105f0feba273 req-ccaa1c72-27b4-4d20-a0aa-2d1a938a3b73 service neutron] (100411) timed out ('10.222.0.50', 64347) {{(pid=100411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:57:49.047523 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:06.393568 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5118a460-dc17-4d02-8f70-dee2a6eeb757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:08.816367 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00f53a11-4b40-48c2-a3d4-12663a0a096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:08.935686 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:10.201570 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:11.544531 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:15.170020 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:19.077718 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:36.394306 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-86fac548-2ee0-4933-a904-b01de1acca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:38.817173 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5eba-4abe-4e0b-9b58-a6799fe53fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:38.937774 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:40.203763 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:41.548006 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:49.094254 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:52.169836 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:03.354789 dv-cinder-784140-8-iscsi neutron-server[100411]: DEBUG neutron.wsgi [req-4ac8fc02-a02c-4c69-9df0-6949564e1781 req-b0a27617-e1a9-4e8c-a3b0-f7f257cd23e2 service neutron] (100411) timed out ('10.222.0.50', 64375) {{(pid=100411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:59:06.395445 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b21cc5c1-da6b-4b0f-9c61-6912abd4250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:08.818144 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-baddc794-b2dd-44df-a252-cd777726f9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:08.937428 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:10.206369 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:11.550392 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:19.093243 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:29.168820 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:36.397316 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58ab3eff-050f-45d2-98df-c45208048ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:38.817821 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-901a4014-7cf7-4abe-b750-2fefae1a2328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:38.937196 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:40.209177 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:41.555492 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:49.092836 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:06.168750 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:06.400462 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2de50ce8-68ba-4d44-9551-f4c65172c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:08.819097 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa66ffdb-9473-4fca-9cfd-8441b2880ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:08.937644 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:10.215734 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:11.557018 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:19.107252 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:36.405026 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad707155-ee10-4f97-a6a4-e8aa045e77a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:38.819406 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ed650f4-a46f-4598-8236-d212fd1962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:38.938670 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:40.215358 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:41.558581 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:43.167242 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:49.122981 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:06.406924 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a254efc-3780-4841-b6f7-dbbfe83491a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:08.820327 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72c842b3-dbf9-4cb6-b432-ea648a73ced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:08.939843 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:10.220638 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:11.562495 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:19.130563 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:20.166601 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:01:36.408181 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee29b91e-88ba-4a5d-9261-d3eef3075857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:38.819962 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b463f1a8-8218-42f6-afd4-38035892f8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:38.940128 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:40.222519 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:41.565729 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:49.139495 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e655ecd-2c08-445f-bf7a-7c1d1e4815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:57.165216 dv-cinder-784140-8-iscsi neutron-server[100421]: DEBUG neutron.db.agents_db [None req-5e13c2dd-fe98-4bee-8cf3-0ec3f18b277f None None] Agent healthcheck: found 6 active agents {{(pid=100421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:06.411562 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e084d421-7705-4443-8722-3a3919780d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:08.820242 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c339efa6-6fb0-45d2-b2f2-a558deb67c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:08.939483 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-399e4c4a-42d1-463b-b60f-09f06e238e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:10.227631 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4781-7fae-4217-bf2f-9d11e1fc640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:11.569204 dv-cinder-784140-8-iscsi neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-704377d4-aa88-4cf1-8fff-6784b6d90ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765239545191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33179219'] for agent, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}